-- Logs begin at Tue 2022-07-26 15:24:06 UTC, end at Tue 2022-07-26 16:58:06 UTC. -- Jul 26 16:23:32.829208 dv-cinder-851042-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 16:23:35.487126 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.common.config [-] Logging enabled! Jul 26 16:23:35.487725 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 16:23:35.487948 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104274) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 16:23:35.491229 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.common.config [-] Logging enabled! Jul 26 16:23:35.491490 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 16:23:35.491802 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104274) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 16:23:35.492781 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 16:23:35.493019 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 16:23:35.493515 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 16:23:35.493768 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 16:23:35.493998 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 16:23:35.494320 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.494622 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.494857 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.495160 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.495455 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.495745 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.496040 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.496346 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.496660 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.496943 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.497231 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.497465 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.497747 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.498037 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.498327 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.498552 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] debug = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.498835 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.499518 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.499936 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.500222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.500539 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.500825 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.501096 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.501373 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.501663 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.501994 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] host = dv-cinder-851042-1-iscsi {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.502275 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.502566 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.502857 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.503148 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.503428 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.503711 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.504548 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.504831 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.505110 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.505390 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.505684 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.505972 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.506274 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.506499 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.506725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.507016 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.507309 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.507587 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.507866 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.508146 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.508441 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.508721 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.508993 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.509281 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.509570 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.509858 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.510136 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.510414 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.510688 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.510961 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.511248 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.511523 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.511798 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.512074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.512360 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.512666 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.512945 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.513249 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.513538 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.513823 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.514115 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.514391 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.514676 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.514951 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.515222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.515492 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_json = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.515767 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.516036 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.516315 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.516610 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.516885 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.517160 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.517432 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.517717 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.517990 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:35.518289 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.518586 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.518890 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.519177 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.519483 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.520337 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.520652 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.520934 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.521228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.521521 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.521811 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.522094 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.522397 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.522694 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.522991 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.523301 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.523600 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.523892 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.524179 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.524485 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.524764 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.525046 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.525339 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.525619 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.525911 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.526200 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.526483 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.526784 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.527069 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.527358 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.527655 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.527949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.528225 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.528597 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.528893 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.529173 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.529451 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.529743 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.530023 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.530297 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.530582 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.530876 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.531167 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.531441 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.531720 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.532013 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.532290 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.532591 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.532867 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.533143 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.533416 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.533704 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.533983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.534264 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.534539 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.534817 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.535088 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.535385 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.535665 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.535943 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.536222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.536517 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.536793 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.537066 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.537342 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.537611 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.537887 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.538159 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.538435 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.538707 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.538978 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.539250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.539524 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.539798 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.540100 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.540379 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.540683 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.540961 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.541239 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.541520 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.541798 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.542075 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.542354 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.542628 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.542917 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.543201 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.543488 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.543770 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.544053 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.544367 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.544669 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.544949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.545229 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.545509 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.545790 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.546076 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.546355 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.546633 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.546919 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.547204 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.547503 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.547800 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.548081 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.548378 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.548695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.548990 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.549273 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.549586 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.549868 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:35.550089 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 16:23:35.550330 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104274) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 16:23:35.844798 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 16:23:35.844988 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 16:23:35.845346 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 16:23:35.845685 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 16:23:36.256032 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.256324 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.256617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.257920 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.258195 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.258458 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.311390 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.311672 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.311943 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.326376 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.326664 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.326937 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.357040 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.357321 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.357593 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.393915 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.394196 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.394470 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.625475 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.626103 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.626103 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.626273 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.627166 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.724829 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.725153 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.725442 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.725719 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.725987 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.726297 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.726558 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.726816 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.727071 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.727353 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.727614 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.727878 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.728134 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.728414 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.728665 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.728931 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.729189 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.729459 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.729730 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.729992 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.730264 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.730519 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.730803 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.731181 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.731434 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.731683 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.732084 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.732326 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.732587 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.732825 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.733061 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.733355 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:36.733659 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 16:23:36.736748 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 16:23:36.741192 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 16:23:36.745022 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 26 16:23:36.746647 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 16:23:36.747286 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 16:23:36.747628 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 16:23:36.748019 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 16:23:36.751081 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 16:23:36.751330 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 16:23:36.751675 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 16:23:36.757352 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 16:23:36.780106 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 16:23:36.780598 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.780895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104274) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 16:23:36.781263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.782617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104274) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 16:23:36.782895 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 16:23:36.783141 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 16:23:36.786458 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.786737 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:36.935404 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 16:23:36.935589 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 16:23:36.935823 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 16:23:36.936194 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 16:23:36.987673 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO dbcounter [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Registered counter for database neutron Jul 26 16:23:37.007360 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_db.sqlalchemy.engines [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104274) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 16:23:37.013191 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writer thread running {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 16:23:37.675388 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing driver for type 'gre' Jul 26 16:23:37.676043 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] gre ID ranges: [(1, 1000)] Jul 26 16:23:37.813086 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing driver for type 'local' Jul 26 16:23:37.813344 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing driver for type 'vlan' Jul 26 16:23:37.869817 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] VlanTypeDriver initialization complete Jul 26 16:23:37.870151 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing driver for type 'vxlan' Jul 26 16:23:37.870688 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] vxlan ID ranges: [(1, 1000)] Jul 26 16:23:38.023385 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing extension driver 'port_security' Jul 26 16:23:38.023729 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.extensions.port_security [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] PortSecurityExtensionDriver initialization complete Jul 26 16:23:38.024060 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing mechanism driver 'openvswitch' Jul 26 16:23:38.024416 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing mechanism driver 'hyperv' Jul 26 16:23:38.031250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.plugin [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:38.031960 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.032344 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.032732 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.033246 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.033680 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.034045 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.034399 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.034799 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.035216 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.035575 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.035986 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.036406 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.036817 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.037209 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.037635 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.038128 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.038720 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.039251 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.039762 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.040324 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.040947 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > address_group after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.041501 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > address_group after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.042042 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.042759 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104274) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 16:23:38.043476 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] ML2 OVO RPC backend initialized. {{(pid=104274) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 16:23:38.044213 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.044692 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.045410 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.045867 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > networks before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.046309 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.046664 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > ports before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.047023 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.047385 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnets before_response 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.047740 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.048094 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.048468 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.048825 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.049172 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.050081 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.050081 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.050262 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.050504 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.058834 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded quota_driver: . Jul 26 16:23:38.059206 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.plugin [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Modular L2 Plugin initialization complete Jul 26 16:23:38.059558 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading services supported by the core plugin {{(pid=104274) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 16:23:38.059904 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.plugins.ml2.managers [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Got port-security extension from driver 'port_security' Jul 26 16:23:38.060420 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.extensions.vlantransparent [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Disabled vlantransparent extension. Jul 26 16:23:38.060929 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104274) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 16:23:38.061260 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: router Jul 26 16:23:38.110165 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.110688 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_create 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.111268 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router before_create 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.111706 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.112088 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.112478 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_delete 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.112844 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.113202 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.113615 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_create 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.114505 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.114861 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.115215 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.115582 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.116145 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.116729 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.117240 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.117743 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: subnet after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.118249 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.118764 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.119277 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_create 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.119815 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.120326 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.120894 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router after_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.121402 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.121920 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_create 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.122499 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.123059 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_update 55549900 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.123495 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > agent after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.123856 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > agent after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.124506 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > network after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.125452 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Tracking information for resource: router configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:38.125795 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Tracking information for resource: floatingip configured {{(pid=104274) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 16:23:38.132741 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.db.l3_agentschedulers_db [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 16:23:38.133560 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.134080 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.134621 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.135176 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: port after_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.136089 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router before_create 55550100 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.136489 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.136861 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_create 55550100 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.137226 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > router precommit_update 55550100 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.144687 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.provider_configuration [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service providers = [] {{(pid=104274) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 16:23:38.145252 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.db.servicetype_db [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104274) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 16:23:38.149287 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.service_base [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 16:23:38.149648 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.service_base [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 16:23:38.150000 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.service_base [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 16:23:38.150898 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.services.service_base [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104274) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 16:23:38.151277 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.services.service_base [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 16:23:38.151666 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.151990 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 16:23:38.162553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.162896 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: auto_allocate Jul 26 16:23:38.168591 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: network precommit_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.168968 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: network precommit_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.169493 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.169818 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: tag Jul 26 16:23:38.177187 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.177520 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: timestamp Jul 26 16:23:38.181396 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.181736 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: network_ip_availability Jul 26 16:23:38.187222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.187600 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.187961 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.188727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.189054 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: flavors Jul 26 16:23:38.194598 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.194936 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading Plugin: revisions Jul 26 16:23:38.199214 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104274) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 16:23:38.199619 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.354s {{(pid=104274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 16:23:38.200358 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104274) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 16:23:38.200731 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Initializing extension manager. Jul 26 16:23:38.201260 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: __init__.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.201609 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: __pycache__ {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.201951 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: address_group.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.202668 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.203236 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: address-group Jul 26 16:23:38.203567 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: address_scope.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.204253 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.204812 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: address-scope Jul 26 16:23:38.205135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.206025 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.206544 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: router-admin-state-down-before-update Jul 26 16:23:38.206869 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: agent.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.207540 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.208072 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: agent Jul 26 16:23:38.208407 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: agent_resources_synced.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.209304 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.209811 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: agent-resources-synced Jul 26 16:23:38.210139 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: allowedaddresspairs.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.211918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.212487 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: allowed-address-pairs Jul 26 16:23:38.212821 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: auto_allocated_topology.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.213860 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.214380 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: auto-allocated-topology Jul 26 16:23:38.214707 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: availability_zone.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.215375 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.215882 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: availability_zone Jul 26 16:23:38.216207 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: availability_zone_filter.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.217135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.217646 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: availability_zone_filter Jul 26 16:23:38.217975 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: data_plane_status.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.218849 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.219356 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 16:23:38.219682 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: default_subnetpools.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.220603 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.221117 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: default-subnetpools Jul 26 16:23:38.221442 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.222225 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.222733 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: dhcp_agent_scheduler Jul 26 16:23:38.223060 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: dns.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.223982 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.224521 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension dns-integration not supported by any of loaded plugins Jul 26 16:23:38.224845 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: dns_domain_ports.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.225733 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.226240 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 16:23:38.226571 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.227460 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.227971 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 16:23:38.228295 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: dvr.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.228963 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.229474 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: dvr Jul 26 16:23:38.229797 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: ecmp_routes.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.230677 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.231182 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 16:23:38.231509 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: empty_string_filtering.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.232380 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.232921 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: empty-string-filtering Jul 26 16:23:38.233248 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.234127 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.234634 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 16:23:38.234959 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.235832 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.236342 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 16:23:38.236699 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: external_net.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.237570 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.238090 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: external-net Jul 26 16:23:38.238414 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.239808 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.240319 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: extra_dhcp_opt Jul 26 16:23:38.240680 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: extraroute.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.241557 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.242067 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: extraroute Jul 26 16:23:38.242392 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: extraroute_atomic.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.243373 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.243887 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: extraroute-atomic Jul 26 16:23:38.244213 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: filter_validation.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.244877 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.245588 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: filter-validation Jul 26 16:23:38.245921 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: fip_pf_description.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.246807 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.247323 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 16:23:38.247650 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: fip_pf_port_range.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.248566 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.249328 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 16:23:38.249660 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: fip_port_details.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.250540 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.251051 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: fip-port-details Jul 26 16:23:38.251376 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: flavors.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.252581 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.253096 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: flavors Jul 26 16:23:38.253424 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.255591 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.256118 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 16:23:38.256487 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: floatingip_pools.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.257171 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.257690 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: floatingip-pools Jul 26 16:23:38.258022 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: ip_allocation.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.258928 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.259417 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 16:23:38.259749 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.260682 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.261195 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: ip-substring-filtering Jul 26 16:23:38.261524 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l2_adjacency.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.262435 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.262939 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 16:23:38.263265 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.264204 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.264756 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: router Jul 26 16:23:38.265091 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.267283 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.267810 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 16:23:38.268149 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.269070 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.269588 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: ext-gw-mode Jul 26 16:23:38.269922 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.270850 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.271367 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: l3-ha Jul 26 16:23:38.271698 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.272612 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.273124 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 16:23:38.273456 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_flavors.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.274339 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.274854 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: l3-flavors Jul 26 16:23:38.275183 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.276549 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.277081 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 16:23:38.277418 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.278301 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.278818 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 16:23:38.279148 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: l3agentscheduler.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.280152 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.280706 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: l3_agent_scheduler Jul 26 16:23:38.281039 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: local_ip.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.282754 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.283282 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension local_ip not supported by any of loaded plugins Jul 26 16:23:38.283623 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: logging.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.285087 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.285610 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension logging not supported by any of loaded plugins Jul 26 16:23:38.285973 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: metering.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.286684 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.287461 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: metering Jul 26 16:23:38.287796 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.288890 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.289415 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: metering_source_and_destination_fields Jul 26 16:23:38.289749 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: multiprovidernet.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.290644 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.291163 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: multi-provider Jul 26 16:23:38.291494 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: netmtu.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.292403 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.292927 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: net-mtu Jul 26 16:23:38.293255 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: netmtu_writable.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.294148 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.294667 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: net-mtu-writable Jul 26 16:23:38.294996 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: network_availability_zone.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.295640 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.296156 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: network_availability_zone Jul 26 16:23:38.296524 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: network_ip_availability.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.297601 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.298118 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: network-ip-availability Jul 26 16:23:38.298446 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: network_segment_range.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.299183 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.299693 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 16:23:38.300022 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: pagination.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.300999 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.301858 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: pagination Jul 26 16:23:38.302189 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_device_profile.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.303067 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.303586 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-device-profile Jul 26 16:23:38.303913 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_mac_address_override.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.304832 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.305347 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-mac-override Jul 26 16:23:38.305674 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.306562 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.307074 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-mac-address-regenerate Jul 26 16:23:38.307403 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.308296 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.308844 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-numa-affinity-policy Jul 26 16:23:38.309175 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_resource_request.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.310063 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.310573 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 16:23:38.310903 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: port_resource_request_groups.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.311830 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.312345 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 16:23:38.312768 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: portbindings.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.313660 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.314174 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: binding Jul 26 16:23:38.314501 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: portbindings_extended.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.315716 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.316231 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: binding-extended Jul 26 16:23:38.316591 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: portsecurity.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.318097 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.318611 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-security Jul 26 16:23:38.318942 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: project_id.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.319888 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.320223 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: project-id Jul 26 16:23:38.320587 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: providernet.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.321473 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.321993 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: provider Jul 26 16:23:38.322320 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.325754 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.326288 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos not supported by any of loaded plugins Jul 26 16:23:38.326625 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.327842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.328362 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 16:23:38.328725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.329630 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.330144 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 16:23:38.330479 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_default.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.331366 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.331877 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-default not supported by any of loaded plugins Jul 26 16:23:38.332210 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_fip.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.333155 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.333666 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-fip not supported by any of loaded plugins Jul 26 16:23:38.333997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.334883 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.335396 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 16:23:38.335725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_gateway_ip.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.336650 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.337163 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 16:23:38.337491 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_port_network_policy.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.338375 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.338883 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 16:23:38.339210 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.340219 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.340775 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 16:23:38.341105 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.342105 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.342615 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 16:23:38.342943 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_pps_rule.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.344123 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.344676 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-pps not supported by any of loaded plugins Jul 26 16:23:38.345010 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_rule_type_details.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.345898 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.346412 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 16:23:38.346741 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.347628 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.348137 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 16:23:38.349046 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: qos_rules_alias.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.350063 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.350576 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 16:23:38.350904 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: quota_check_limit.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.351790 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.352309 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: quota-check-limit Jul 26 16:23:38.352664 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: quotasv2.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.353560 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.353893 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: quotas Jul 26 16:23:38.354218 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: quotasv2_detail.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.355890 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.356232 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: quota_details Jul 26 16:23:38.356601 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: rbac.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.359195 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.359736 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: rbac-policies Jul 26 16:23:38.360080 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: rbac_address_group.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.361057 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.361543 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: rbac-address-group Jul 26 16:23:38.361880 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: rbac_address_scope.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.362768 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.363291 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: rbac-address-scope Jul 26 16:23:38.363627 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: rbac_security_groups.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.365203 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.365732 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: rbac-security-groups Jul 26 16:23:38.366063 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: rbac_subnetpool.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.367834 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.368364 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: rbac-subnetpool Jul 26 16:23:38.368719 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: revisionifmatch.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.369626 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.370144 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: revision-if-match Jul 26 16:23:38.370474 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: revisions.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.371560 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.372081 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: standard-attr-revisions Jul 26 16:23:38.372432 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: router_availability_zone.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.373079 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.373590 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: router_availability_zone Jul 26 16:23:38.373917 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: routerservicetype.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.375063 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.375572 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension router-service-type not supported by any of loaded plugins Jul 26 16:23:38.375899 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.376901 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.377421 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: security-groups-normalized-cidr Jul 26 16:23:38.377750 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.378650 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.379171 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: port-security-groups-filtering Jul 26 16:23:38.379523 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.380444 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.380961 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: security-groups-remote-address-group Jul 26 16:23:38.381290 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.382190 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.382702 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: security-groups-shared-filtering Jul 26 16:23:38.383037 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: securitygroup.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.392541 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.393083 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: security-group Jul 26 16:23:38.393424 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: segment.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.394122 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.394638 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension segment not supported by any of loaded plugins Jul 26 16:23:38.394971 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.395925 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.396467 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 16:23:38.396802 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: servicetype.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.397854 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.398375 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: service-type Jul 26 16:23:38.398714 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: sorting.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.399666 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.400004 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: sorting Jul 26 16:23:38.400332 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: standard_attr_segment.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.401248 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.401769 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 16:23:38.402101 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: standardattrdescription.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.402722 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.403242 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: standard-attr-description Jul 26 16:23:38.403572 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: stateful_security_group.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.404524 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.405048 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: stateful-security-group Jul 26 16:23:38.405378 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: stdattrs_common.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.405933 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 16:23:38.406261 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.407153 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.407669 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 16:23:38.407994 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnet_onboard.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.409065 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.409588 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: subnet_onboard Jul 26 16:23:38.409916 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.411415 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.411928 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 16:23:38.412256 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnet_service_types.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.413223 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.413756 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: subnet-service-types Jul 26 16:23:38.414083 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnetallocation.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.415147 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.415936 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: subnet_allocation Jul 26 16:23:38.416445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.417345 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.418130 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: subnetpool-prefix-ops Jul 26 16:23:38.418603 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.419849 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.420678 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 16:23:38.421152 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: tagging.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.422688 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.423463 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: standard-attr-tag Jul 26 16:23:38.423927 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: timestamp.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.425597 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.426437 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loaded extension: standard-attr-timestamp Jul 26 16:23:38.427386 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: trunk.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.428817 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.429596 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension trunk not supported by any of loaded plugins Jul 26 16:23:38.430072 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: trunk_details.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.431316 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.432093 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension trunk-details not supported by any of loaded plugins Jul 26 16:23:38.432614 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: uplink_status_propagation.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.433863 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.434639 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 16:23:38.435117 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Loading extension file: vlantransparent.py {{(pid=104274) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 16:23:38.436022 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104274) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 16:23:38.436844 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 16:23:38.440873 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:network Jul 26 16:23:38.441608 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnet Jul 26 16:23:38.442307 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 16:23:38.442975 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:port Jul 26 16:23:38.445258 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.445999 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service FLAVORS assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.447111 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.447832 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.448333 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:router Jul 26 16:23:38.448814 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 16:23:38.449310 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service METERING assigned prefix: /metering {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.450797 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.451197 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.451544 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:23:38.452630 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 16:23:38.453100 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:security_group Jul 26 16:23:38.453551 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 16:23:38.454106 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service CORE assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.454442 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 16:23:38.454796 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] subnetpool is already registered Jul 26 16:23:38.455233 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service CORE assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.455563 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 16:23:38.455901 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] subnetpool is already registered Jul 26 16:23:38.459457 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.459908 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service FLAVORS assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.460558 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.460992 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.461332 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:router Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] router is already registered Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] floatingip is already registered Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service METERING assigned prefix: /metering {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] rbac_policy is already registered Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:security_group Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] security_group is already registered Jul 26 16:23:38.467282 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] security_group_rule is already registered Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service CORE assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] subnetpool is already registered Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.v2.resource_helper [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Service CORE assigned prefix: {{(pid=104274) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 16:23:38.467945 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING neutron.quota.resource_registry [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] subnetpool is already registered Jul 26 16:23:38.468500 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: extensions {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.469736 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: address-groups {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.471249 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: address-scopes {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.473068 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: agents {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.475236 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: auto-allocated-topology {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.476502 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: availability_zones {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.477732 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: dhcp-networks {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.479275 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: dhcp-agents {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.480769 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: routers {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.482503 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: flavors {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.483771 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: service_profiles {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.485037 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: next_providers {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.486550 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: service_profiles {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.488144 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: floatingip-pools {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.489974 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: routers {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.491678 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: floatingips {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.496476 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: l3-routers {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.496476 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: l3-agents {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.496476 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: metering-labels {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.497107 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: metering-label-rules {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.498499 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: network-ip-availabilities {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.500026 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: bindings {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.501720 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: quotas {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.504462 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: quotas {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.505978 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: rbac-policies {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.507177 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: security-groups {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.508512 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: security-group-rules {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.509860 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: service-providers {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.511081 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: subnetpools {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.512426 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: subnetpools {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.514031 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.515713 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.517676 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.519469 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.521224 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.523202 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.527135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.527135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.528757 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.530527 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron.api.extensions [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Extended resource: tags {{(pid=104274) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 16:23:38.537551 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING keystonemiddleware.auth_token [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 16:23:38.542618 dv-cinder-851042-1-iscsi neutron-server[104274]: WARNING keystonemiddleware.auth_token [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 16:23:38.552096 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Acquired lock "singleton_lock" {{(pid=104274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 16:23:38.552584 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_concurrency.lockutils [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Releasing lock "singleton_lock" {{(pid=104274) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 16:23:38.553270 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Starting 2 workers Jul 26 16:23:38.558079 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Started child 104385 {{(pid=104274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 16:23:38.562671 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Started child 104386 {{(pid=104274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 16:23:38.567295 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.567960 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO neutron.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 16:23:38.567960 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.568145 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [-] (104385) wsgi starting up on http://0.0.0.0:9696 Jul 26 16:23:38.568232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.568723 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Starting 1 workers Jul 26 16:23:38.568945 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [-] (104386) wsgi starting up on http://0.0.0.0:9696 Jul 26 16:23:38.572731 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Started child 104387 {{(pid=104274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 16:23:38.573263 dv-cinder-851042-1-iscsi neutron-server[104274]: INFO oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Starting 1 workers Jul 26 16:23:38.576236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] calling RpcWorker wait() {{(pid=104387) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 16:23:38.576849 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] returning from RpcWorker wait() {{(pid=104387) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 16:23:38.577770 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Started child 104388 {{(pid=104274) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 16:23:38.578131 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.578562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:38.578656 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG neutron_lib.callbacks.manager [None req-917057cb-d529-4e48-bd2e-a2b28153f686 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.580540 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 16:23:38.580752 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 16:23:38.580938 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 16:23:38.581167 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 16:23:38.581494 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 16:23:38.581763 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 16:23:38.582196 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.582483 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.582757 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:38.583731 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.583731 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.583731 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.583907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:38.584081 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.584291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.584563 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.584850 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.585016 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.585198 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.585423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.585659 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.585975 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.586271 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.586526 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.586773 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.586947 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.587212 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.587496 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.587741 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.588032 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] debug = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.588305 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.588863 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.589122 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.589373 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.589613 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.589888 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.590147 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.590414 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.590659 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.590878 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.591138 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.591400 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.591659 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.591925 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.592144 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.592443 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.592647 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.593133 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] host = dv-cinder-851042-1-iscsi {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.593373 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.593610 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.593859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.594106 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.594353 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.594570 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.594827 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.595082 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.595369 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.595594 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.595832 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.596077 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.596298 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.596558 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.596808 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_options = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.601727 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.602859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.605395 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.609343 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.613021 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615291 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_json = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.615836 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.616445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617510 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617590 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.617823 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.618222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.618322 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.618540 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.618768 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.619058 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.619288 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.619548 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.619782 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.620002 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.620297 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.620599 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.144/identity {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.624895 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.625724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626325 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626666 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.626816 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.627617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.627617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.627617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.627890 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.627977 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.628186 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.628449 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.628675 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.628920 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.629145 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.629378 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.629800 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.630027 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.630248 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.630504 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.630748 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.630972 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.631194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.631424 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.631638 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.631859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.632111 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.632329 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.632593 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.632962 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.633366 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.633731 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.634126 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.634489 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.634849 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.635229 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.635612 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.635974 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.636344 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.636617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.636859 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.637083 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.637390 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.637649 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.637909 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.638152 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.638410 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.638636 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.638905 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.639126 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.639351 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.639589 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.639865 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.640082 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.640551 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.640994 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.641434 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.641683 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.641908 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.642184 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.642370 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.642745 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.642993 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.643225 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.643445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.643735 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.643929 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.644211 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.644948 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.645232 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.645446 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.645905 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.646170 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.646486 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.646737 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.647025 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.647433 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.647732 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.648055 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.648312 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.648617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.648915 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.649300 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.649615 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.649871 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.650132 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.650390 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.650630 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.650861 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.651096 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.651352 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.651593 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.651848 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.652175 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.652432 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.652679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.652894 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.653324 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.653593 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.653852 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.654206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.654408 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.654671 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.654926 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.655169 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.144/identity {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.655422 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.655679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.655936 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.656156 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.656371 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.656762 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.657159 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.657531 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.657778 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.658016 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.658241 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.658491 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.658710 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.658933 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.659156 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.659430 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.659663 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.659871 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.660308 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.661230 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.661470 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.661697 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.661908 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.662152 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.662376 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.662665 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.662939 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.663368 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.663671 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.663924 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.664189 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.664428 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.664689 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.664935 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.665181 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.665402 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.665645 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.665890 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.666133 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.666358 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.666573 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.667046 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.667304 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.667653 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.667920 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.668158 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.668445 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.668691 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.668933 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.669173 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.669396 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.669655 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.669874 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.670108 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.670426 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.670666 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.670944 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.671210 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.671647 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.671925 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.672178 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.672455 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.672701 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.672944 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.677011 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.678809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.679149 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.679149 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.679359 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.679595 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.679812 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.680033 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.680257 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.680499 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.680718 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.680947 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.681162 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.681378 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.681609 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.681830 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.682046 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.682270 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.682488 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.682725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.682949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.683169 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.683381 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.683693 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.683947 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.684173 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.684484 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.684747 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.684996 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.685245 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.685559 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.685797 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.686048 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.686324 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.686548 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.686772 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.687028 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.687353 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.687627 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.687909 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.688177 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.688502 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.688778 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.689057 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.689274 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.689587 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.689869 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:38.690009 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.690191 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.690454 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.690715 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.690968 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.691196 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.691417 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.691660 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.691919 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.692210 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.692446 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.692683 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.692914 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.693236 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.693560 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.693901 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.694188 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.694638 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.694981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.695123 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.695245 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 16:23:38.695742 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104274) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 16:23:38.696577 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 16:23:38.696577 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 16:23:38.696577 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 16:23:38.696577 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 16:23:38.696577 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 16:23:38.697423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697423 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697966 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697966 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.697966 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698178 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698178 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698329 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698639 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698639 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698834 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.698950 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699054 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699222 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699387 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699550 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699711 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.699872 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.700037 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] debug = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.700199 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.700443 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.702983 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.703989 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] host = dv-cinder-851042-1-iscsi {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.705809 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_options = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.706805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.708695 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.709658 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.710746 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.712679 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.713918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_json = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.714553 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.715250 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.717206 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.718109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.144/identity {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.719997 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.720949 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.721810 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722228 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722382 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722464 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722586 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722750 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.722914 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.723079 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.723865 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724052 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724216 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724381 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724560 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724717 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.724881 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726135 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.726981 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727412 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727412 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727412 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727770 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.727912 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728074 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728237 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728414 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728583 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728745 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.728908 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.729071 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.729234 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.729599 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.729599 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.730842 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731449 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731449 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731449 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731449 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731725 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731866 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.731973 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732122 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732284 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732479 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732643 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732805 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.732968 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733131 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733293 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733455 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733618 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733780 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.733941 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734102 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734275 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734438 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734605 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734766 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.734935 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735277 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735440 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735607 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735759 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.735945 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736078 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736241 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736435 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736609 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736741 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.736914 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737077 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737239 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737402 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737588 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737750 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.737911 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738072 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738235 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738397 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738559 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738720 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.738906 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739069 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739233 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739396 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.144/identity {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739558 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739720 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.739884 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.740046 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.740208 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.740372 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.740651 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745113 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.745661 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746194 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.746724 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747263 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.747806 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748333 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748333 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748333 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748333 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748696 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748696 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748850 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.748926 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.749384 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.749486 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.749655 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.749818 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.749980 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750143 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750306 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750468 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750636 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750799 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.750975 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751138 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751301 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751464 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751626 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751789 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.751960 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752124 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752286 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752471 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752634 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752796 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.752968 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753130 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753293 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753455 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753617 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753780 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.753952 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754136 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754279 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754440 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754625 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754789 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.754961 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755124 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755286 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755448 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755611 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755774 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.755946 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756109 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756312 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756448 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756595 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756757 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.756929 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757092 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757254 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757425 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757588 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757750 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.757913 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758087 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758252 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758418 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758580 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758742 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.758906 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759072 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759239 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759412 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759583 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759747 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.759918 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.760093 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.760311 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.760567 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.760744 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.760919 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761082 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761245 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761407 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761570 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761732 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.761894 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762055 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762217 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762380 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762541 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762703 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.762866 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763028 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763190 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763353 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763516 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763678 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.763839 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.764001 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 16:23:38.764157 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104274) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 16:23:39.004738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39096) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:23:39.013494 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [-] 10.222.0.144 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0066175 Jul 26 16:23:47.939442 dv-cinder-851042-1-iscsi neutron-server[104274]: DEBUG dbcounter [-] [104274] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104274) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:23:50.297953 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writer thread running {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 16:23:50.311881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c2d685-79c8-498d-8476-b9b817c3f8df None None] get_active_networks_info from dv-cinder-851042-1-iscsi {{(pid=104387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 16:23:50.378627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2d685-79c8-498d-8476-b9b817c3f8df None None] No non-hosted networks {{(pid=104387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 16:23:50.400250 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.agentschedulers_db [None req-01c2d685-79c8-498d-8476-b9b817c3f8df None None] DHCP Agent not found on host dv-cinder-851042-1-iscsi {{(pid=104387) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 26 16:23:50.528092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9fb8ee6b-7d37-4997-97bc-661146da0f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:51.902945 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writer thread running {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 16:23:52.507298 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cb8c1a51-371b-4493-9c34-5577d57eb8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:52.557109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-7aa08d9c-7e64-4ab8-910b-9eab9f8caf82 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851042-1-iscsi {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:23:52.558184 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-7aa08d9c-7e64-4ab8-910b-9eab9f8caf82 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:23:53.168269 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7aa08d9c-7e64-4ab8-910b-9eab9f8caf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:53.445425 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39162) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:23:53.864999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:54.135540 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING oslo_policy.policy [None req-9a5cca03-4f2a-44df-b0f9-4aad9419f2a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:23:54.136154 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING oslo_policy.policy [None req-9a5cca03-4f2a-44df-b0f9-4aad9419f2a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:23:54.354166 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [None req-9a5cca03-4f2a-44df-b0f9-4aad9419f2a6 admin admin] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:23:54.360345 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-9a5cca03-4f2a-44df-b0f9-4aad9419f2a6 admin admin] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9080095 Jul 26 16:23:55.258688 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:55.596940 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:55.597884 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.598241 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.598572 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.599622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.599952 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.600290 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.600819 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.601169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.601523 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.601919 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.602261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.602600 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.602914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.603235 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.603548 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:23:55.603959 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851042-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:55.619930 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851042-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:23:56.683007 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39200) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:23:56.723032 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.db.l3_hamode_db [None req-a532558a-4a14-4235-9484-4f87fa83e67f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 16:23:56.805257 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532558a-4a14-4235-9484-4f87fa83e67f None None] Routers set() bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:23:56.805652 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532558a-4a14-4235-9484-4f87fa83e67f None None] Router IDs set() for agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 16:23:57.054099 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:23:57.153933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.policy [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104385) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 16:23:57.196759 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING oslo_policy.policy [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:23:57.197153 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING oslo_policy.policy [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:23:57.217460 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writer thread running {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 16:23:57.356490 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260521736', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260525340', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260538363', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260531665', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260561874', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765260552571', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66230064', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66297372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-993738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958008'] for rbac-policy (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:57.667054 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:23:57.668239 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e98ec569-5607-4c0e-8eef-19595ab9e06a admin admin] 10.222.0.144 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9841709 Jul 26 16:23:59.898888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39212) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:00.231630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:00.436275 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Made reservation on behalf of d4a14eac124b44ccaf102f87ccd1a07c for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:24:00.440237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.457862 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.570177 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks [] for security_group (4de0fdfd-956f-418f-870d-a3c32b33e39d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.642064 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (4de0fdfd-956f-418f-870d-a3c32b33e39d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.666780 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:24:00.703066 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765256341697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (b1746278-4b66-4464-9611-42b4c8d1471c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.703556 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Unsubscribe: segment precommit_create {{(pid=104385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 16:24:00.704123 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Added segment b1746278-4b66-4464-9611-42b4c8d1471c of type vlan for network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb Jul 26 16:24:00.721420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0fdfd-956f-418f-870d-a3c32b33e39d,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:00.772364 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.772887 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.773348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.773702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.774036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.774358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.774678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.774999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.775319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.775634 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.775956 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.776297 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.776627 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.776941 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.777252 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Tracked resource versions report: Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: pushed versions: Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: { 'AddressGroup': {'1.2'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Agent': {'1.1'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'ConntrackHelper': {'1.0'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Log': {'1.0'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'NDPProxy': {'1.0'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Network': {'1.1'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Port': {'1.7'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'PortForwarding': {'1.3'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'QosPolicy': {'1.10'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroup': {'1.5'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SubPort': {'1.0'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Subnet': {'1.1'}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Trunk': {'1.1'}} Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: consumer versions: Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Agent': '1.1', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'ConntrackHelper': '1.0', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'LocalIPAssociation': '1.0', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Log': '1.0', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'NDPProxy': '1.0', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Network': '1.1', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Port': '1.7', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'PortForwarding': '1.3', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'QosPolicy': '1.10', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroup': '1.5', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroupRule': '1.2', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SubPort': '1.0', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Subnet': '1.1', Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Trunk': '1.1'}} Jul 26 16:24:00.778670 dv-cinder-851042-1-iscsi neutron-server[104385]: {{(pid=104385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:24:00.811216 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (6fe141b0-c875-424f-b0bf-d18d7ef5dcbb), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.905176 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (6fe141b0-c875-424f-b0bf-d18d7ef5dcbb), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.910376 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:00.911094 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:00.917522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:01.028494 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] Pushing event updated for resources: {'Network': ['ID=6fe141b0-c875-424f-b0bf-d18d7ef5dcbb,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:01.040901 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:24:01.090967 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6e5ec804-5694-4d00-822e-d5e4e12cf933 demo demo] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1909981 Jul 26 16:24:03.343590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39226) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:03.852590 dv-cinder-851042-1-iscsi neutron-server[104386]: WARNING oslo_policy.policy [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:24:03.853180 dv-cinder-851042-1-iscsi neutron-server[104386]: WARNING oslo_policy.policy [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:24:04.080011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writer thread running {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 16:24:04.294752 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.policy [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 16:24:04.337301 dv-cinder-851042-1-iscsi neutron-server[104386]: WARNING oslo_policy.policy [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:24:04.337628 dv-cinder-851042-1-iscsi neutron-server[104386]: WARNING oslo_policy.policy [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 16:24:04.345498 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:04.347307 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d841c42f-38c0-4740-a9e6-09fcfd201d27 demo admin] 10.222.0.144 "GET /v2.0/networks/6fe141b0-c875-424f-b0bf-d18d7ef5dcbb HTTP/1.1" status: 200 len: 826 time: 1.0028210 Jul 26 16:24:04.388306 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-88b76982-6fac-4736-a432-fffdaf31ec06 demo admin] 10.222.0.144 "GET /v2.0/subnetpools/7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf HTTP/1.1" status: 200 len: 734 time: 0.0347471 Jul 26 16:24:04.397440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:04.494217 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Made reservation on behalf of d4a14eac124b44ccaf102f87ccd1a07c for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:24:04.497160 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:04.842508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (826c57f6-fefb-4ff0-bf42-0f520d775320), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:04.914955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Checking segment: {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:24:04.915343 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Network hostable DHCP agents. Network: 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:24:04.924134 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=826c57f6-fefb-4ff0-bf42-0f520d775320,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:04.946374 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.946708 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.947061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.947406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.947731 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.948049 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.948478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.948832 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.949236 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.949568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.949901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.950224 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.950544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.950861 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.951174 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Tracked resource versions report: Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: pushed versions: Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: { 'AddressGroup': {'1.2'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Agent': {'1.1'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'ConntrackHelper': {'1.0'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Log': {'1.0'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'NDPProxy': {'1.0'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Network': {'1.1'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Port': {'1.7'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'PortForwarding': {'1.3'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'QosPolicy': {'1.10'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroup': {'1.5'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SubPort': {'1.0'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Subnet': {'1.1'}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Trunk': {'1.1'}} Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: consumer versions: Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Agent': '1.1', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'ConntrackHelper': '1.0', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'LocalIPAssociation': '1.0', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Log': '1.0', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'NDPProxy': '1.0', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Network': '1.1', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Port': '1.7', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'PortForwarding': '1.3', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'QosPolicy': '1.10', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroup': '1.5', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroupRule': '1.2', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SubPort': '1.0', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Subnet': '1.1', Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Trunk': '1.1'}} Jul 26 16:24:04.952578 dv-cinder-851042-1-iscsi neutron-server[104386]: {{(pid=104386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:24:05.031059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:24:05.033551 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:05.116569 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:05.121331 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:05.122449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:05.126317 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b4462-784c-410d-b000-f5d620dc431f None None] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:24:05.204637 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b0518e75-497c-4a07-8b93-fb4f286c2dd0 demo admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8106208 Jul 26 16:24:05.391977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:24:05.393425 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:05.765097 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Allocated IP 172.20.0.2 (6fe141b0-c875-424f-b0bf-d18d7ef5dcbb/826c57f6-fefb-4ff0-bf42-0f520d775320/288d61ef-ff97-45bc-83d3-109b311f8014) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:24:05.789397 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:06.039763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks [] for port (288d61ef-ff97-45bc-83d3-109b311f8014), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:06.128822 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:06.191447 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:06.207143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:24:06.213611 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:06.219864 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:24:06.221967 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Pushing event updated for resources: {'Port': ['ID=288d61ef-ff97-45bc-83d3-109b311f8014,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:06.235538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.235760 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.236118 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.236685 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.237019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.237349 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.237673 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.237996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.238317 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.238696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.239167 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.239509 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.239831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.240147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.240488 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Tracked resource versions report: Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: pushed versions: Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: { 'AddressGroup': {'1.2'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Agent': {'1.1'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'ConntrackHelper': {'1.0'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Log': {'1.0'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'NDPProxy': {'1.0'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Network': {'1.1'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Port': {'1.7'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'PortForwarding': {'1.3'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'QosPolicy': {'1.10'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroup': {'1.5'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SubPort': {'1.0'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Subnet': {'1.1'}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Trunk': {'1.1'}} Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: consumer versions: Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Agent': '1.1', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'ConntrackHelper': '1.0', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'LocalIPAssociation': '1.0', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Log': '1.0', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'NDPProxy': '1.0', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Network': '1.1', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Port': '1.7', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'PortForwarding': '1.3', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'QosPolicy': '1.10', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroup': '1.5', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroupRule': '1.2', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SubPort': '1.0', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Subnet': '1.1', Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Trunk': '1.1'}} Jul 26 16:24:06.242132 dv-cinder-851042-1-iscsi neutron-server[104387]: {{(pid=104387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:24:06.332457 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Attempting to bind port 288d61ef-ff97-45bc-83d3-109b311f8014 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:24:06.332800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Attempting to bind port 288d61ef-ff97-45bc-83d3-109b311f8014 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:24:06.333233 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Attempting to bind port 288d61ef-ff97-45bc-83d3-109b311f8014 on network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:24:06.339108 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:24:06.339490 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Checking segment: {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:24:06.339971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:06.340352 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Bound using segment: {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:24:06.340843 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Bound port: 288d61ef-ff97-45bc-83d3-109b311f8014, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:24:06.341245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:06.403433 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] For port 288d61ef-ff97-45bc-83d3-109b311f8014, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:24:06.423853 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] For port 288d61ef-ff97-45bc-83d3-109b311f8014, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=288d61ef-ff97-45bc-83d3-109b311f8014,segment=NetworkSegment(b1746278-4b66-4464-9611-42b4c8d1471c),segment_id=b1746278-4b66-4464-9611-42b4c8d1471c)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:24:06.471633 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:06.528249 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1622a-84df-4e39-bf34-6ddbbc7e474e None None] Pushing event updated for resources: {'Port': ['ID=288d61ef-ff97-45bc-83d3-109b311f8014,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:07.467208 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39250) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:07.811537 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [None req-dbef5440-c650-4456-ad55-eaa591d6e4a9 admin admin] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:24:07.824409 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-dbef5440-c650-4456-ad55-eaa591d6e4a9 admin admin] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3444672 Jul 26 16:24:10.088480 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39258) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:10.185292 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=7 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:10.204316 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:10.419730 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [None req-9963090f-72a4-4723-9d0f-425431eab0e5 admin admin] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:24:10.420731 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-9963090f-72a4-4723-9d0f-425431eab0e5 admin admin] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3313761 Jul 26 16:24:11.026429 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=51,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:12.698189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39270) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:13.028868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:13.111490 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:13.113296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:13.280367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Publish callbacks [] for router_controller (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:13.340553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:13.432795 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:13.434000 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cc4a6416-e21d-4cce-9ae9-670882359fda demo demo] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7347188 Jul 26 16:24:14.601030 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f504e5e-6a82-4011-9cf8-699ad9d786bd None None] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:24:14.724495 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Provisioning complete for port 288d61ef-ff97-45bc-83d3-109b311f8014 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:14.724905 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:14.874684 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Current status of the port 288d61ef-ff97-45bc-83d3-109b311f8014 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:14.875084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:14.911734 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] For port 288d61ef-ff97-45bc-83d3-109b311f8014, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=288d61ef-ff97-45bc-83d3-109b311f8014,segment=NetworkSegment(b1746278-4b66-4464-9611-42b4c8d1471c),segment_id=b1746278-4b66-4464-9611-42b4c8d1471c)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:24:14.962770 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:15.008662 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901865c-aac6-4748-b042-f660ab8111ef None None] Pushing event updated for resources: {'Port': ['ID=288d61ef-ff97-45bc-83d3-109b311f8014,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:15.082945 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-dbf5e911-eea9-4a87-9d5f-b2e2a5c63eed None None] Provisioning complete for port 288d61ef-ff97-45bc-83d3-109b311f8014 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:15.083235 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e911-eea9-4a87-9d5f-b2e2a5c63eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:15.157327 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5e911-eea9-4a87-9d5f-b2e2a5c63eed None None] Current status of the port 288d61ef-ff97-45bc-83d3-109b311f8014 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:15.286668 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 288d61ef-ff97-45bc-83d3-109b311f8014 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:24:15.329971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 288d61ef-ff97-45bc-83d3-109b311f8014 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:15.330359 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:15.349218 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:15.400299 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:15.403243 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 288d61ef-ff97-45bc-83d3-109b311f8014 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:15.682750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39284) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:15.999221 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [None req-03eecf2d-5d65-472e-b7a6-8edc5df47ead admin admin] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:24:16.000211 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-03eecf2d-5d65-472e-b7a6-8edc5df47ead admin admin] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3164392 Jul 26 16:24:18.223609 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39292) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:18.543685 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:18.625575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Made reservation on behalf of bf7f222516294286bf361e9d63865e13 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:24:18.628144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:18.643752 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:18.708596 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:18.745820 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks [] for security_group (534481d0-d95d-4f04-be2b-0044ba509f35), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:18.797043 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (534481d0-d95d-4f04-be2b-0044ba509f35), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:18.815168 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Reserving flat network on physical network physnet1 {{(pid=104386) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 16:24:18.836247 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534481d0-d95d-4f04-be2b-0044ba509f35,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:18.844296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765256341697', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (812e5c85-4c2b-4319-9eb7-4737f2e723b7), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:18.844874 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Unsubscribe: segment precommit_create {{(pid=104386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 16:24:18.845366 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Added segment 812e5c85-4c2b-4319-9eb7-4737f2e723b7 of type flat for network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb Jul 26 16:24:18.904945 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (2204a45c-d409-46fb-ae50-04f9ad3d6cdb), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:19.002894 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (2204a45c-d409-46fb-ae50-04f9ad3d6cdb), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:19.003876 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:19.004487 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:19.095658 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] Pushing event updated for resources: {'Network': ['ID=2204a45c-d409-46fb-ae50-04f9ad3d6cdb,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:19.108987 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:24:19.114048 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-df3c1fae-a2d4-45ce-8e46-d2abb1fc914a admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8893931 Jul 26 16:24:20.311658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ef60d1a8-9200-4db0-aa8a-8b81a1b3a2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:21.371074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39300) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:21.736870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad549aec-b887-4b3c-a971-96697de94d18 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:21.738118 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ad549aec-b887-4b3c-a971-96697de94d18 demo admin] 10.222.0.144 "GET /v2.0/subnets/826c57f6-fefb-4ff0-bf42-0f520d775320 HTTP/1.1" status: 200 len: 849 time: 0.3661091 Jul 26 16:24:21.858366 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-8e94a33b-e082-4603-82f7-cea67087d1ba demo admin] 10.222.0.144 "GET /v2.0/routers/d233f5c1-3c69-4fd3-b7f1-f5639e543c49 HTTP/1.1" status: 200 len: 704 time: 0.1135132 Jul 26 16:24:21.922086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:22.121685 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:22.406710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Allocated IP 172.20.0.1 (6fe141b0-c875-424f-b0bf-d18d7ef5dcbb/826c57f6-fefb-4ff0-bf42-0f520d775320/ed1c1864-7433-4116-81b6-b3b0f6e7917e) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:24:22.454109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1bf54c70-b8f7-4b01-ae3b-9404b5f04385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:22.564199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks [] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:22.717990 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:22.766749 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:22.784263 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:24:22.790674 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:22.799082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:24:22.799632 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:22.864780 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Pushing event updated for resources: {'Port': ['ID=ed1c1864-7433-4116-81b6-b3b0f6e7917e,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:23.020963 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-50061002-04e0-4248-8f46-2f1c95e7d763 None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:23.021279 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-50061002-04e0-4248-8f46-2f1c95e7d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.055676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-50061002-04e0-4248-8f46-2f1c95e7d763 None None] Port ed1c1864-7433-4116-81b6-b3b0f6e7917e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:24:23.073001 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.153305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:23.291290 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks [] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.356966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.357753 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.435275 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Pushing event updated for resources: {'Port': ['ID=ed1c1864-7433-4116-81b6-b3b0f6e7917e,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:23.485064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:24:23.486354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:23.675391 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b2d712db-45a5-432e-856b-3fcfb7b13238 None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:23.675980 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2d712db-45a5-432e-856b-3fcfb7b13238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.706519 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b2d712db-45a5-432e-856b-3fcfb7b13238 None None] Port ed1c1864-7433-4116-81b6-b3b0f6e7917e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:24:23.734257 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:24:23.829483 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:24:23.834884 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-85eeba93-507a-4f5e-a77e-35646c3f5693 demo admin] 10.222.0.144 "PUT /v2.0/routers/d233f5c1-3c69-4fd3-b7f1-f5639e543c49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9711154 Jul 26 16:24:23.839539 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Sync routers for ids ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:24:23.844078 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:23.852308 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Routers {'d233f5c1-3c69-4fd3-b7f1-f5639e543c49'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:24:23.853186 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:24:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:24.033411 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Set router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 gateway port host: None {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:24:24.446008 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:22Z', 'revision_number': 2, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port_host': None, '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:23Z', 'revision_number': 2, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:24.495205 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Checking router: d233f5c1-3c69-4fd3-b7f1-f5639e543c49 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:24:24.495588 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Updating router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 port ed1c1864-7433-4116-81b6-b3b0f6e7917e binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:24:24.551722 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.051902 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks [] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.139993 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.168808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.323058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Attempting to bind port ed1c1864-7433-4116-81b6-b3b0f6e7917e on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:24:25.323472 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Attempting to bind port ed1c1864-7433-4116-81b6-b3b0f6e7917e by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:24:25.323913 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Attempting to bind port ed1c1864-7433-4116-81b6-b3b0f6e7917e on network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:24:25.326010 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Pushing event updated for resources: {'Port': ['ID=ed1c1864-7433-4116-81b6-b3b0f6e7917e,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:25.333995 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-89cb9acd-b7c8-4ce1-880c-0a9019aae561 None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:25.334385 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-89cb9acd-b7c8-4ce1-880c-0a9019aae561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.336581 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.336928 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.337276 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.337624 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.337959 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.338291 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.338616 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.338938 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.339262 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.339582 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.339907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.340243 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.340588 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.340907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.341226 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Tracked resource versions report: Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: pushed versions: Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: { 'AddressGroup': {'1.2'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Agent': {'1.1'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'ConntrackHelper': {'1.0'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Log': {'1.0'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'NDPProxy': {'1.0'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Network': {'1.1'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Port': {'1.7'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'PortForwarding': {'1.3'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'QosPolicy': {'1.10'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroup': {'1.5'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SubPort': {'1.0'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Subnet': {'1.1'}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Trunk': {'1.1'}} Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: consumer versions: Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Agent': '1.1', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'ConntrackHelper': '1.0', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'LocalIPAssociation': '1.0', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Log': '1.0', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'NDPProxy': '1.0', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Network': '1.1', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Port': '1.7', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'PortForwarding': '1.3', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'QosPolicy': '1.10', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroup': '1.5', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroupRule': '1.2', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SubPort': '1.0', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Subnet': '1.1', Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Trunk': '1.1'}} Jul 26 16:24:25.342658 dv-cinder-851042-1-iscsi neutron-server[104388]: {{(pid=104388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:24:25.344978 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:24:25.345372 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Checking segment: {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:24:25.345855 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.346248 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Bound using segment: {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:24:25.346705 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Bound port: ed1c1864-7433-4116-81b6-b3b0f6e7917e, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1746278-4b66-4464-9611-42b4c8d1471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:24:25.347084 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.380725 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-89cb9acd-b7c8-4ce1-880c-0a9019aae561 None None] Port ed1c1864-7433-4116-81b6-b3b0f6e7917e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:24:25.410772 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] For port ed1c1864-7433-4116-81b6-b3b0f6e7917e, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:24:25.413555 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:25.430885 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] For port ed1c1864-7433-4116-81b6-b3b0f6e7917e, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=ed1c1864-7433-4116-81b6-b3b0f6e7917e,segment=NetworkSegment(b1746278-4b66-4464-9611-42b4c8d1471c),segment_id=b1746278-4b66-4464-9611-42b4c8d1471c)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:24:25.431834 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:25.507286 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.566572 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aab76-5f63-484b-a545-5e72e2d39a92 None None] Pushing event updated for resources: {'Port': ['ID=ed1c1864-7433-4116-81b6-b3b0f6e7917e,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:25.587291 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Routers {'d233f5c1-3c69-4fd3-b7f1-f5639e543c49'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:24:25.588041 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:24:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:25.614769 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.679665 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] Set router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 gateway port host: None {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:24:25.801284 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-fd59435d-b356-4091-baab-59867a07251d None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:25.801533 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd59435d-b356-4091-baab-59867a07251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.871134 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:22Z', 'revision_number': 2, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port_host': None, '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:25Z', 'revision_number': 4, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:25.881305 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fd59435d-b356-4091-baab-59867a07251d None None] Current status of the port ed1c1864-7433-4116-81b6-b3b0f6e7917e is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:25.881881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd59435d-b356-4091-baab-59867a07251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:25.902180 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e11ae-d861-4117-8d8b-d4944132f905 None None] The sync data for ids ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'] in dv-cinder-851042-1-iscsi is: [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:22Z', 'revision_number': 2, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port_host': None, '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:25Z', 'revision_number': 4, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:24:25.918045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fd59435d-b356-4091-baab-59867a07251d None None] For port ed1c1864-7433-4116-81b6-b3b0f6e7917e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=ed1c1864-7433-4116-81b6-b3b0f6e7917e,segment=NetworkSegment(b1746278-4b66-4464-9611-42b4c8d1471c),segment_id=b1746278-4b66-4464-9611-42b4c8d1471c)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:24:25.968992 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd59435d-b356-4091-baab-59867a07251d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:26.020792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59435d-b356-4091-baab-59867a07251d None None] Pushing event updated for resources: {'Port': ['ID=ed1c1864-7433-4116-81b6-b3b0f6e7917e,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:26.102288 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39312) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:26.492714 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95d1c2-8ecb-4ef0-88f5-2f1656da936f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:26.494608 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1a95d1c2-8ecb-4ef0-88f5-2f1656da936f admin admin] 10.222.0.144 "GET /v2.0/networks/2204a45c-d409-46fb-ae50-04f9ad3d6cdb HTTP/1.1" status: 200 len: 842 time: 0.3912313 Jul 26 16:24:26.506394 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:26.637591 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Made reservation on behalf of bf7f222516294286bf361e9d63865e13 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:24:26.639919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:26.713830 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:26.942642 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:26.997468 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.objects.ports [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104386) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 16:24:26.997913 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (50b0eaeb-7c9e-4643-b9df-90f5d734dab7), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:27.060280 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b0eaeb-7c9e-4643-b9df-90f5d734dab7,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:27.070171 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:24:27.070618 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Network hostable DHCP agents. Network: 2204a45c-d409-46fb-ae50-04f9ad3d6cdb, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:24:27.140323 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:24:27.197764 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 2204a45c-d409-46fb-ae50-04f9ad3d6cdb) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:27.203486 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:27.204540 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:27.208092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d3870-c5a2-4d8e-8c7d-58f505473a6b None None] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:24:27.281750 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-5faa8fdf-7459-47a1-8abf-c56786e13c54 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7792749 Jul 26 16:24:27.355868 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99cff9c-e25a-4f4a-acb4-dbb65ef54601 None None] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:24:29.613651 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39320) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:30.097714 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ec26879e-249d-4806-b172-8b72fb5e5ff1 demo admin] 10.222.0.144 "GET /v2.0/routers/d233f5c1-3c69-4fd3-b7f1-f5639e543c49 HTTP/1.1" status: 200 len: 710 time: 0.4827697 Jul 26 16:24:30.186735 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29991176-9d3f-47a3-bbb1-d01dd93d0a07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:24:30.188115 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-29991176-9d3f-47a3-bbb1-d01dd93d0a07 demo admin] 10.222.0.144 "GET /v2.0/networks/2204a45c-d409-46fb-ae50-04f9ad3d6cdb HTTP/1.1" status: 200 len: 886 time: 0.0843966 Jul 26 16:24:30.197090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:24:30.433180 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks [] for router_gateway (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:30.731024 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks [] for router_gateway (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:30.811835 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:30.856034 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:30.901818 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:30.922758 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Allocated IP 172.27.0.41 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/d5cf419e-fb2b-4cd1-b865-90df106f7c02) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:24:31.062361 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks [] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.164176 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.200729 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:24:31.203431 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:24:31.205978 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:24:31.271139 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Pushing event updated for resources: {'Port': ['ID=d5cf419e-fb2b-4cd1-b865-90df106f7c02,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:31.296179 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device ed1c1864-7433-4116-81b6-b3b0f6e7917e up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:24:31.344239 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:31.344669 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.420325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port ed1c1864-7433-4116-81b6-b3b0f6e7917e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:31.521601 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks [] for router_gateway (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.774044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:31.794672 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-596'] for router (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.798558 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-889516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-889495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719781'] for router (d233f5c1-3c69-4fd3-b7f1-f5639e543c49), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:31.902955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:24:32.004966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:24:32.009693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:32.024494 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4f564d0c-a911-48ec-9f14-9aba9c9a9b14 demo admin] 10.222.0.144 "PUT /v2.0/routers/d233f5c1-3c69-4fd3-b7f1-f5639e543c49 HTTP/1.1" status: 200 len: 889 time: 1.8171012 Jul 26 16:24:32.270257 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Sync routers for ids ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:24:32.281779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:32.286927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Routers {'d233f5c1-3c69-4fd3-b7f1-f5639e543c49'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:24:32.287588 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:24:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:32.366908 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:32.497054 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Set router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:24:32.886484 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:31Z', 'revision_number': 4, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port': {'id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:30Z', 'updated_at': '2022-07-26T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:25Z', 'revision_number': 5, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:32.937637 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Checking router: d233f5c1-3c69-4fd3-b7f1-f5639e543c49 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:24:32.938009 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Updating router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 port d5cf419e-fb2b-4cd1-b865-90df106f7c02 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:24:32.989386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.372890 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks [] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.425977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.477400 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Attempting to bind port d5cf419e-fb2b-4cd1-b865-90df106f7c02 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:24:33.477704 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Attempting to bind port d5cf419e-fb2b-4cd1-b865-90df106f7c02 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:24:33.478067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Attempting to bind port d5cf419e-fb2b-4cd1-b865-90df106f7c02 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:24:33.481305 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a5481-7fa9-485b-bd50-0a49bab8f4ce None None] Pushing event updated for resources: {'Port': ['ID=d5cf419e-fb2b-4cd1-b865-90df106f7c02,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:33.485694 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:24:33.486068 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:24:33.486471 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.486856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:24:33.488428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Bound port: d5cf419e-fb2b-4cd1-b865-90df106f7c02, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:24:33.488428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.535104 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] For port d5cf419e-fb2b-4cd1-b865-90df106f7c02, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:24:33.538109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] For port d5cf419e-fb2b-4cd1-b865-90df106f7c02, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d5cf419e-fb2b-4cd1-b865-90df106f7c02,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:24:33.620683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:33.663024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:33.681816 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Routers {'d233f5c1-3c69-4fd3-b7f1-f5639e543c49'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:24:33.682544 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:24:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:33.717992 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a5481-7fa9-485b-bd50-0a49bab8f4ce None None] Pushing event updated for resources: {'Port': ['ID=d5cf419e-fb2b-4cd1-b865-90df106f7c02,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:33.783421 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:33.793668 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] Set router d233f5c1-3c69-4fd3-b7f1-f5639e543c49 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:24:33.992666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:31Z', 'revision_number': 4, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port': {'id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:30Z', 'updated_at': '2022-07-26T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:25Z', 'revision_number': 5, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:24:34.020789 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add06605-860e-4e5b-bca6-a59c6c07018d None None] The sync data for ids ['d233f5c1-3c69-4fd3-b7f1-f5639e543c49'] in dv-cinder-851042-1-iscsi is: [{'id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'name': 'router1', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:24:13Z', 'updated_at': '2022-07-26T16:24:31Z', 'revision_number': 4, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'gw_port': {'id': 'd5cf419e-fb2b-4cd1-b865-90df106f7c02', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:30Z', 'updated_at': '2022-07-26T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'ed1c1864-7433-4116-81b6-b3b0f6e7917e', 'name': '', 'network_id': '6fe141b0-c875-424f-b0bf-d18d7ef5dcbb', 'tenant_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'mac_address': 'fa:16:3e:ea:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd233f5c1-3c69-4fd3-b7f1-f5639e543c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:24:22Z', 'updated_at': '2022-07-26T16:24:25Z', 'revision_number': 5, 'project_id': 'd4a14eac124b44ccaf102f87ccd1a07c', 'subnets': [{'id': '826c57f6-fefb-4ff0-bf42-0f520d775320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ae7a91e-5ffb-42f4-b7a7-12c9454bcdbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:24:34.408653 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39334) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:24:34.818286 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-7c3aa862-43e0-4cf1-b87a-ae103ac75251 admin admin] 10.222.0.144 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4081373 Jul 26 16:24:35.313621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d5cf419e-fb2b-4cd1-b865-90df106f7c02 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:24:35.362109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port d5cf419e-fb2b-4cd1-b865-90df106f7c02 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:35.362501 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:35.436299 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port d5cf419e-fb2b-4cd1-b865-90df106f7c02 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:35.436724 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:35.457117 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port d5cf419e-fb2b-4cd1-b865-90df106f7c02, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d5cf419e-fb2b-4cd1-b865-90df106f7c02,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:24:35.546012 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:35.598537 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=d5cf419e-fb2b-4cd1-b865-90df106f7c02,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:24:35.870847 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=20 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:35.901919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=60 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:37.294852 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d5cf419e-fb2b-4cd1-b865-90df106f7c02 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:24:37.347812 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port d5cf419e-fb2b-4cd1-b865-90df106f7c02 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:24:37.348210 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d5cf419e-fb2b-4cd1-b865-90df106f7c02), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:37.463211 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port d5cf419e-fb2b-4cd1-b865-90df106f7c02 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:24:44.798826 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:44.815221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=22 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:47.404464 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:47.461763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:24:50.306977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-079977e8-4dec-4491-b446-d9948187201b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:50.627721 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:24:52.475618 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-839c90c1-5530-4f99-becf-ff89f1b69dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:53.820903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:55.169504 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:24:55.552462 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:05.504208 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:05.510742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:06.628603 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:06.634886 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:20.463591 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ff90dbe6-7179-4eef-84d6-b3d6852e6c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:22.499340 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fc5e3391-d8bd-49d7-8bbb-e1eb2e815658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:23.844138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:25.176154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:25.582626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:27.620900 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:25:35.501267 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:35.502917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:48.615520 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:48.616154 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:25:50.267761 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5eafeddf-777d-4f0b-a83d-a93175cbe9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:52.485365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-268df29c-1772-498f-a476-43285a84a39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:53.839566 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:55.187595 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:55.548074 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:25:58.951749 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39872) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:25:59.280782 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcdc1a1-5f72-459a-b004-b654809bddb7 admin admin] GET failed (client error): The resource could not be found. Jul 26 16:25:59.283186 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1fcdc1a1-5f72-459a-b004-b654809bddb7 admin admin] 10.222.0.144 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3293056 Jul 26 16:25:59.438644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596958e6-dbe0-4907-b819-5c42cdc73fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:25:59.440099 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-596958e6-dbe0-4907-b819-5c42cdc73fdb admin admin] 10.222.0.144 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1539352 Jul 26 16:26:01.624294 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39882) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:02.004733 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200070d-e4d5-41b2-8a97-6ebabc6965e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:02.006086 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e200070d-e4d5-41b2-8a97-6ebabc6965e1 admin admin] 10.222.0.144 "GET /v2.0/subnets/826c57f6-fefb-4ff0-bf42-0f520d775320 HTTP/1.1" status: 200 len: 849 time: 0.3807936 Jul 26 16:26:02.016443 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:26:02.099061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Publish callbacks [] for subnet (826c57f6-fefb-4ff0-bf42-0f520d775320), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:02.291157 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765256219877'] for subnet (826c57f6-fefb-4ff0-bf42-0f520d775320), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:02.322568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:02.323786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:02.331801 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] 10.222.0.144 "PUT /v2.0/subnets/826c57f6-fefb-4ff0-bf42-0f520d775320 HTTP/1.1" status: 200 len: 868 time: 0.3115962 Jul 26 16:26:02.332167 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ed616-088c-451f-ac99-d1df6e9ede0a None None] Network 6fe141b0-c875-424f-b0bf-d18d7ef5dcbb requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:26:02.343941 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=826c57f6-fefb-4ff0-bf42-0f520d775320,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:26:02.351563 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.351924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.352804 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.353118 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.354179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.354179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.354179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.354446 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.354707 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.355019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.355354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.355693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.356014 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.356330 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.356675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee5695-116b-444a-bb4b-4ee40476f0b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:02.692163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Provisioning complete for port ed1c1864-7433-4116-81b6-b3b0f6e7917e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:26:02.692835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ed1c1864-7433-4116-81b6-b3b0f6e7917e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:02.768123 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Current status of the port ed1c1864-7433-4116-81b6-b3b0f6e7917e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:26:02.776540 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Provisioning complete for port 288d61ef-ff97-45bc-83d3-109b311f8014 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:26:02.776912 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (288d61ef-ff97-45bc-83d3-109b311f8014), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:02.845808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9223e22c-75c7-4f2c-ac2b-297abe577b2d None None] Current status of the port 288d61ef-ff97-45bc-83d3-109b311f8014 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:26:04.532295 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39890) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:04.619641 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:26:04.999204 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36cfe7-7038-4ad7-9678-415aa2e6813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:04.999581 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36cfe7-7038-4ad7-9678-415aa2e6813e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:05.001139 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ff36cfe7-7038-4ad7-9678-415aa2e6813e admin admin] 10.222.0.144 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4678757 Jul 26 16:26:07.156727 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39898) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:07.559206 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fc5e9-1297-459c-b1af-d2798d8e7eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:07.559599 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fc5e9-1297-459c-b1af-d2798d8e7eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:07.561162 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f47fc5e9-1297-459c-b1af-d2798d8e7eeb admin admin] 10.222.0.144 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4034905 Jul 26 16:26:09.739532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39906) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:10.141064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3763063-a250-4a2a-996b-e199d88f9271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:10.142432 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d3763063-a250-4a2a-996b-e199d88f9271 admin admin] 10.222.0.144 "GET /v2.0/networks/2204a45c-d409-46fb-ae50-04f9ad3d6cdb HTTP/1.1" status: 200 len: 886 time: 0.4019256 Jul 26 16:26:10.405172 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=17 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:12.304933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39914) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:12.788298 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b875a5c-6d95-4941-8838-19bbb35d10b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:12.789631 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5b875a5c-6d95-4941-8838-19bbb35d10b5 admin admin] 10.222.0.144 "GET /v2.0/networks/6fe141b0-c875-424f-b0bf-d18d7ef5dcbb HTTP/1.1" status: 200 len: 870 time: 0.4832661 Jul 26 16:26:12.840979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:12.844705 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:14.962378 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39924) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:15.316901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:15.333804 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:15.359739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa42ba1-eebb-4c71-8297-a0a8997c98c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:15.360184 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa42ba1-eebb-4c71-8297-a0a8997c98c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:15.361716 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-7fa42ba1-eebb-4c71-8297-a0a8997c98c6 admin admin] 10.222.0.144 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3983002 Jul 26 16:26:17.538409 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39932) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:18.039318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950d90f-4cdd-46c8-9c38-83c41d11851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:18.039767 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950d90f-4cdd-46c8-9c38-83c41d11851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:18.041832 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6950d90f-4cdd-46c8-9c38-83c41d11851f admin admin] 10.222.0.144 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5024741 Jul 26 16:26:20.207777 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 39940) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:20.297430 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8170-605d-4e45-a248-0ac40028ede2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:20.565917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4b62e-2506-45d7-8be6-d9daf162ac9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:20.567265 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f5d4b62e-2506-45d7-8be6-d9daf162ac9d admin admin] 10.222.0.144 "GET /v2.0/subnets/50b0eaeb-7c9e-4643-b9df-90f5d734dab7 HTTP/1.1" status: 200 len: 816 time: 0.3585184 Jul 26 16:26:20.617755 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=15 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:22.474661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-56080b21-8f75-4f53-aeed-f9835e7ed8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:22.739448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 39948) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:22.784742 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=11 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:22.785867 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=12 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:23.171438 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce3554-2d21-420d-a816-e4bedcd1d070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:23.172818 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0cce3554-2d21-420d-a816-e4bedcd1d070 admin admin] 10.222.0.144 "GET /v2.0/subnets/826c57f6-fefb-4ff0-bf42-0f520d775320 HTTP/1.1" status: 200 len: 868 time: 0.4325068 Jul 26 16:26:23.631508 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:23.857047 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:25.193957 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:25.582983 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:30.561430 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=15 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:30.563361 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=13 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:33.163300 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:33.167208 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:35.505023 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:35.509980 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:41.618742 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:26:50.365469 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-da20c5e4-e0de-416f-90f1-5f4adcc7a062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:50.763683 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40006) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:51.078098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [None req-44e0a441-f3dd-4bd7-b5ad-de794add1122 admin admin] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:26:51.079130 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-44e0a441-f3dd-4bd7-b5ad-de794add1122 admin admin] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3145595 Jul 26 16:26:52.506816 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0959e43b-bdb0-4180-9245-48f318935f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:53.343875 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40014) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:53.689006 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd68cd9-0045-4805-8050-adf49bdf44eb admin admin] GET failed (client error): The resource could not be found. Jul 26 16:26:53.690289 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-afd68cd9-0045-4805-8050-adf49bdf44eb admin admin] 10.222.0.144 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3454294 Jul 26 16:26:53.838318 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766dac2-1f09-45b5-af79-5302f7fef6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:53.839719 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0766dac2-1f09-45b5-af79-5302f7fef6bf admin admin] 10.222.0.144 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1448874 Jul 26 16:26:53.873998 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:55.182666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:55.622033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.089001 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40022) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:56.417340 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:26:56.517713 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Made reservation on behalf of bf7f222516294286bf361e9d63865e13 for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:26:56.520084 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.556750 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING neutron.services.revisions.revision_plugin [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Could not find related network for resource to bump revision. Jul 26 16:26:56.568807 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:26:56.578629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (71d6938f-99da-4818-ace3-3ea519d6418d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.578983 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Added segment 71d6938f-99da-4818-ace3-3ea519d6418d of type vlan for network fbbe4704-b340-491e-843a-7b4deb2500a9 Jul 26 16:26:56.620188 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (fbbe4704-b340-491e-843a-7b4deb2500a9), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.713658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (fbbe4704-b340-491e-843a-7b4deb2500a9), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.714624 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:56.715200 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:56.806825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbbe4704-b340-491e-843a-7b4deb2500a9,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:26:56.813316 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.813668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.814017 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.814358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.814692 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.815491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.815491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.815673 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.815979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.816306 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.816680 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.817025 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.817354 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.817672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.817993 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:26:56.828886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network fbbe4704-b340-491e-843a-7b4deb2500a9 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:26:56.847519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d18f8eaf-ae51-4f04-8edb-9e0f715fc0c8 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.7574308 Jul 26 16:26:57.619130 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:57.624041 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:26:59.018293 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40030) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:26:59.355312 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84fb4d1-05d3-4ce5-aa2a-c1e158235433 admin admin] GET failed (client error): The resource could not be found. Jul 26 16:26:59.356609 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e84fb4d1-05d3-4ce5-aa2a-c1e158235433 admin admin] 10.222.0.144 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3373022 Jul 26 16:26:59.425067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d834c27c-704d-4418-a2e9-c9b48dea9228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:26:59.426398 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d834c27c-704d-4418-a2e9-c9b48dea9228 admin admin] 10.222.0.144 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0655208 Jul 26 16:26:59.436465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:26:59.524539 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Made reservation on behalf of bf7f222516294286bf361e9d63865e13 for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:26:59.527093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:59.902258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (728f4954-3032-49f6-8088-fae909064807), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:26:59.960140 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728f4954-3032-49f6-8088-fae909064807,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:26:59.972434 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Checking segment: {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:26:59.974875 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Network hostable DHCP agents. Network: fbbe4704-b340-491e-843a-7b4deb2500a9, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:27:00.045237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Network fbbe4704-b340-491e-843a-7b4deb2500a9 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:27:00.147441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, fbbe4704-b340-491e-843a-7b4deb2500a9) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:27:00.152258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:27:00.152930 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.157823 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665431d-368f-4629-8cbe-7c8f20e3ae01 None None] Network fbbe4704-b340-491e-843a-7b4deb2500a9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:27:00.224664 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-7f2010d0-55ff-4be0-b404-8dcf1e5f0189 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7913232 Jul 26 16:27:00.262285 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-fbbe4704-b340-491e-843a-7b4deb2500a9', 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9', 'project_id': 'bf7f222516294286bf361e9d63865e13', 'fixed_ips': [{'subnet_id': '728f4954-3032-49f6-8088-fae909064807'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:27:00.263261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.410257 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Allocated IP 192.168.233.2 (fbbe4704-b340-491e-843a-7b4deb2500a9/728f4954-3032-49f6-8088-fae909064807/ef6a75eb-7821-4483-82e3-3e5e32b79581) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:27:00.558141 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks [] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.673960 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.716234 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Network fbbe4704-b340-491e-843a-7b4deb2500a9 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:27:00.719142 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:27:00.725332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:27:00.734115 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Pushing event updated for resources: {'Port': ['ID=ef6a75eb-7821-4483-82e3-3e5e32b79581,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:27:00.759382 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.759738 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.760102 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.760488 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.760842 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.761164 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.761488 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.761815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.762141 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.762468 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.762792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.763131 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.763454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.763774 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.764098 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:27:00.803271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Attempting to bind port ef6a75eb-7821-4483-82e3-3e5e32b79581 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:27:00.803681 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Attempting to bind port ef6a75eb-7821-4483-82e3-3e5e32b79581 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:27:00.804040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Attempting to bind port ef6a75eb-7821-4483-82e3-3e5e32b79581 on network fbbe4704-b340-491e-843a-7b4deb2500a9 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:27:00.809394 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:27:00.809769 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Checking segment: {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:27:00.810205 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.810571 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Bound using segment: {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:27:00.811038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Bound port: ef6a75eb-7821-4483-82e3-3e5e32b79581, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:27:00.811419 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:00.871676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] For port ef6a75eb-7821-4483-82e3-3e5e32b79581, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:27:00.874718 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] For port ef6a75eb-7821-4483-82e3-3e5e32b79581, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=ef6a75eb-7821-4483-82e3-3e5e32b79581,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:27:00.960144 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:01.024463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98bdfb-b889-4179-9fcd-426ca834e5a6 None None] Pushing event updated for resources: {'Port': ['ID=ef6a75eb-7821-4483-82e3-3e5e32b79581,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:27:01.393692 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device ef6a75eb-7821-4483-82e3-3e5e32b79581 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:27:01.417364 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:01.438008 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:01.446615 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port ef6a75eb-7821-4483-82e3-3e5e32b79581 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:27:01.447018 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:01.525971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port ef6a75eb-7821-4483-82e3-3e5e32b79581 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:27:01.526365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:01.563430 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port ef6a75eb-7821-4483-82e3-3e5e32b79581, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=ef6a75eb-7821-4483-82e3-3e5e32b79581,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:27:01.661137 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:01.813006 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=ef6a75eb-7821-4483-82e3-3e5e32b79581,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:27:01.876158 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96619ec6-4740-4cc8-b9b9-d7f25400861c None None] Network fbbe4704-b340-491e-843a-7b4deb2500a9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:27:01.924299 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-bf7f3cb3-9078-4653-9cad-5e236686f0f2 None None] Provisioning complete for port ef6a75eb-7821-4483-82e3-3e5e32b79581 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:27:01.924712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bf7f3cb3-9078-4653-9cad-5e236686f0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:02.049119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f3cb3-9078-4653-9cad-5e236686f0f2 None None] Current status of the port ef6a75eb-7821-4483-82e3-3e5e32b79581 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:27:02.279917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-3576f127-4831-4da0-a406-84c8b1b54533 None None] Provisioning complete for port ef6a75eb-7821-4483-82e3-3e5e32b79581 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:27:02.280648 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3576f127-4831-4da0-a406-84c8b1b54533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:02.368412 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-3576f127-4831-4da0-a406-84c8b1b54533 None None] Current status of the port ef6a75eb-7821-4483-82e3-3e5e32b79581 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:27:03.381810 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device ef6a75eb-7821-4483-82e3-3e5e32b79581 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:27:03.428983 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port ef6a75eb-7821-4483-82e3-3e5e32b79581 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:27:03.429400 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ef6a75eb-7821-4483-82e3-3e5e32b79581), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:03.467594 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:03.512938 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port ef6a75eb-7821-4483-82e3-3e5e32b79581 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:27:10.162894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:10.164121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:13.509892 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=56 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:18.617833 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:27:20.353504 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6e5ef702-610e-407e-b07b-37c86dc7e901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:22.490430 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cc60215-2f39-464a-b7d8-8b636f4b391a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:23.861617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:25.181657 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:25.598644 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:34.625083 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:34.628958 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:35.507879 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:35.511017 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:48.611605 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:27:50.295029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c032f011-c3c2-46b5-9bee-3c2003dc4f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:52.495681 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-876fa68a-3bfe-4fa3-baa3-cb548516c961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:53.882189 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:55.203759 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:55.569886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:27:55.616622 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:28:05.506009 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:05.507311 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:11.630604 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:11.635484 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:20.323740 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bf97e84d-137f-4821-aa4f-af7cf64e6ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:22.489463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cea6b89a-a718-4812-a2d1-69a4a338ca90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:23.884195 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:25.214682 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:25.546078 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:32.615897 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:28:35.503109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:35.509185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:43.520022 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40072) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:28:43.527077 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [None req-47e8399a-c9da-472d-b1e8-0d682e384295 tempest-verify_tempest_config-1287731171 tempest-verify_tempest_config-1287731171-project] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:28:43.528064 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-47e8399a-c9da-472d-b1e8-0d682e384295 tempest-verify_tempest_config-1287731171 tempest-verify_tempest_config-1287731171-project] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0070319 Jul 26 16:28:44.224561 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40090) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:28:44.562574 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:44.640059 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Publish callbacks [] for security_group (b5d3618b-a29b-43f1-ba18-2f4729c0916b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:44.717584 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b5d3618b-a29b-43f1-ba18-2f4729c0916b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:44.762325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d3618b-a29b-43f1-ba18-2f4729c0916b,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:28:44.766201 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=2c1550e7ee4740ea830dbb1e8c698f4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5406771 Jul 26 16:28:44.769062 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40094) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:28:44.771504 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.771848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.772204 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.772702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.778050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ae5ae7-e0dc-4ebe-bfb4-05735e8613b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:44.920766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Publish callbacks [] for security_group (b5d3618b-a29b-43f1-ba18-2f4729c0916b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:44.941247 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Publish callbacks [] for security_group (b5d3618b-a29b-43f1-ba18-2f4729c0916b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:45.092680 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b5d3618b-a29b-43f1-ba18-2f4729c0916b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:45.095189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:45.096367 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b5d3618b-a29b-43f1-ba18-2f4729c0916b HTTP/1.1" status: 204 len: 168 time: 0.3263347 Jul 26 16:28:45.104308 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d3618b-a29b-43f1-ba18-2f4729c0916b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:28:45.110802 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.111152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.111524 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.111865 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.112205 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.112564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.112893 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.113216 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.113555 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.113886 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.114210 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.114533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.114854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.115167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:45.115525 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2244cb24-21d2-4362-a8b3-86fac35716c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:28:50.276034 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=20 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:50.276876 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=14 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:50.294965 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cf59a92a-dba7-4c17-bb30-e17c58c5b6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:52.506140 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5bb1036a-61de-4d1f-94ad-3de46de01290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:53.866007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:54.765120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:54.767942 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:55.106459 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:55.107148 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:28:55.241376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:28:55.605993 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:05.498827 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:05.504834 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:09.614818 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:29:20.360079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e6b086cc-a493-4e9c-a5a2-48bb4bbf381c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:22.508688 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d65f9f27-5988-48a0-a275-a422df08cff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:23.874311 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:25.225478 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:25.562760 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:25.641218 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:25.647108 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:35.502926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:35.504823 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:29:46.616045 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:29:50.288092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0db47c8a-9440-4867-a817-5c3519e6d0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:52.491294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72c45419-47ba-4a7b-847e-51709707e9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:53.890775 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:55.208405 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:29:55.620207 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:02.650356 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:02.656333 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:05.499331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:05.501236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:20.288109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ffe48bb5-8324-4390-93b2-397be7426c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:22.516979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0e3a62e6-95e4-42a2-8bb0-b2f1c69a5b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:23.615471 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 5 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:30:23.890552 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:25.213922 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:25.562905 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:35.021837 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-884901'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:39.648594 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:39.652723 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:44.947427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:44.951359 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:47.049994 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40190) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:30:47.191537 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3b56ade2-06fd-49cd-a77d-72b8777fbcdf admin admin] 10.222.0.144 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1405196 Jul 26 16:30:49.242971 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40200) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:30:49.298578 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b86ff874-b7cc-4052-a35f-fef8686adaf4 admin admin] 10.222.0.144 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0544951 Jul 26 16:30:50.274069 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=14 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:50.275904 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=12 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:50.327983 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3fc6cb41-4f18-4d0e-8c43-e950204192fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:52.488093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-63687f6a-b005-46b8-9b27-754d2703a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:53.890775 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:55.262063 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:55.557094 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:30:57.185042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:30:59.293507 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:00.614519 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:31:04.991055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:14.916448 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:14.918314 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:20.312869 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9b4903f9-4952-49ca-b884-bf6539ce44a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:22.522243 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-098c9af2-c4b0-4e85-9700-b9ac3bcb1b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:23.613942 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:23.614770 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:23.893581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:25.230881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:25.562523 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:35.017965 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:37.612984 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:31:44.924935 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:44.932689 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:50.329779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7a691c0a-d993-4dd0-94fa-e738f075f538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:52.494267 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b76d7591-4ad3-4db6-b898-cf841e9ececb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:53.663289 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:53.664051 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:31:53.878096 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:55.265275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:31:55.567846 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:04.997928 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:14.612302 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:32:14.930631 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:14.932536 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:20.335262 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9efc8e83-f445-4fba-878e-0b6f4de202a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:22.493764 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-09e7befb-4ec1-4b60-a4c9-8a35e68109fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:23.883205 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:25.237940 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:25.609545 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:30.656944 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:30.662338 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:30.855351 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40426) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:30.884715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40432) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:31.008185 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40440) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:31.162795 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1459877277-network', 'tenant_id': '8bb1d794693b410d8c759796d5e20281'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:31.192424 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40448) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:31.205169 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-883733799-network', 'tenant_id': '08a954085f8f454698c55faa9351ad6e'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:31.238631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:31.241066 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.249749 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.324936 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Made reservation on behalf of 08a954085f8f454698c55faa9351ad6e for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:31.327278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.338719 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks [] for security_group (dfe62419-af8b-40b6-b7b4-9686293ea26c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.340186 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.362393 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1178277273-network', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:31.403836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-792302418-network', 'tenant_id': '4088561009754a839604e3798787d8b9'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:31.431485 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (dfe62419-af8b-40b6-b7b4-9686293ea26c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.444240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks [] for security_group (2a661610-e6fa-4ed3-81a3-b4ca16597805), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.457594 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1078} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:32:31.476728 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (017240ef-f957-4205-a326-2b50ecc2d2c3), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.476728 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Added segment 017240ef-f957-4205-a326-2b50ecc2d2c3 of type vlan for network 7fec62f0-42f9-4a76-8f36-14730e310aa9 Jul 26 16:32:31.507784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Made reservation on behalf of 4088561009754a839604e3798787d8b9 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:31.511804 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.519884 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (7fec62f0-42f9-4a76-8f36-14730e310aa9), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.525973 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.547992 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2a661610-e6fa-4ed3-81a3-b4ca16597805), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.553545 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Made reservation on behalf of 940d1a5ec6514d18946628b99f16a96e for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:31.555986 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.574996 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe62419-af8b-40b6-b7b4-9686293ea26c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:31.577737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:32:31.579626 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.603426 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.603777 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.606456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.607152 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.607240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.607593 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.607915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.608237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Tracked resource versions report: Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: pushed versions: Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: { 'AddressGroup': {'1.2'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Agent': {'1.1'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'ConntrackHelper': {'1.0'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Log': {'1.0'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'NDPProxy': {'1.0'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Network': {'1.1'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Port': {'1.7'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'PortForwarding': {'1.3'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'QosPolicy': {'1.10'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroup': {'1.5'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SubPort': {'1.0'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Subnet': {'1.1'}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Trunk': {'1.1'}} Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: consumer versions: Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: HyperV agent@hv-cinder-85104: {}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Agent': '1.1', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'ConntrackHelper': '1.0', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'LocalIPAssociation': '1.0', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Log': '1.0', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'NDPProxy': '1.0', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Network': '1.1', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Port': '1.7', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'PortForwarding': '1.3', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'QosPolicy': '1.10', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroup': '1.5', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SecurityGroupRule': '1.2', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'SubPort': '1.0', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Subnet': '1.1', Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: 'Trunk': '1.1'}} Jul 26 16:32:31.609451 dv-cinder-851042-1-iscsi neutron-server[104385]: {{(pid=104385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:32:31.612520 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (dea10f78-be9c-4621-bd70-52feda269e8b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.612891 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Added segment dea10f78-be9c-4621-bd70-52feda269e8b of type vlan for network 75185dc6-2be4-492f-849d-964d05de909f Jul 26 16:32:31.639257 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (7fec62f0-42f9-4a76-8f36-14730e310aa9), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.640235 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:31.640842 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.643944 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks [] for security_group (639dfc4f-38ad-4c07-90d7-004dbd01a1d3), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.717646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (639dfc4f-38ad-4c07-90d7-004dbd01a1d3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.734065 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] Pushing event updated for resources: {'Network': ['ID=7fec62f0-42f9-4a76-8f36-14730e310aa9,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:31.748596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:32:31.764329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a661610-e6fa-4ed3-81a3-b4ca16597805,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:31.774109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:31.779929 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (75185dc6-2be4-492f-849d-964d05de909f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.787750 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639dfc4f-38ad-4c07-90d7-004dbd01a1d3,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:31.793318 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:31.822640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.822996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.823346 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.823698 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.824016 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.824343 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.832080 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c7ffc5d6-4ff3-45e3-8e6a-244f51575b5f admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9395373 Jul 26 16:32:31.832080 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40474) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:31.832319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.835242 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.835636 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.835983 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.836340 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.836715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.837051 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.837377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.837698 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:31.838482 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Request body: {'subnet': {'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-subnet', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Tracked resource versions report: Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: pushed versions: Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: { 'AddressGroup': {'1.2'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Agent': {'1.1'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'ConntrackHelper': {'1.0'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Log': {'1.0'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'NDPProxy': {'1.0'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Network': {'1.1'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Port': {'1.7'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'PortForwarding': {'1.3'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'QosPolicy': {'1.10'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroup': {'1.5'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SubPort': {'1.0'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Subnet': {'1.1'}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Trunk': {'1.1'}} Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: consumer versions: Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: HyperV agent@hv-cinder-85104: {}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Agent': '1.1', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'ConntrackHelper': '1.0', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'LocalIPAssociation': '1.0', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Log': '1.0', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'NDPProxy': '1.0', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Network': '1.1', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Port': '1.7', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'PortForwarding': '1.3', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'QosPolicy': '1.10', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroup': '1.5', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SecurityGroupRule': '1.2', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'SubPort': '1.0', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Subnet': '1.1', Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: 'Trunk': '1.1'}} Jul 26 16:32:31.838880 dv-cinder-851042-1-iscsi neutron-server[104386]: {{(pid=104386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:32:31.868610 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks [] for security_group (29097390-0695-4a1a-8888-3435254f6b4c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.874613 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:32:31.879476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (75185dc6-2be4-492f-849d-964d05de909f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.880839 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:31.885513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.890565 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (f9149f5f-d1fc-4865-a564-ba46b1f00392), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.891957 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Added segment f9149f5f-d1fc-4865-a564-ba46b1f00392 of type vlan for network 064214c0-586f-4d9b-9abf-5c6b26d0c406 Jul 26 16:32:31.912818 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:31.915146 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.949721 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29097390-0695-4a1a-8888-3435254f6b4c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:31.960809 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (064214c0-586f-4d9b-9abf-5c6b26d0c406), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.067156 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (064214c0-586f-4d9b-9abf-5c6b26d0c406), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.068179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:32.068790 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.100210 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1054} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:32:32.110247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (92010fca-e17e-4a6d-a613-cc23fbf08e78), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.110904 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Added segment 92010fca-e17e-4a6d-a613-cc23fbf08e78 of type vlan for network 0ad0ac4b-b585-4675-b48d-bc4995419358 Jul 26 16:32:32.140575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] Pushing event updated for resources: {'Network': ['ID=064214c0-586f-4d9b-9abf-5c6b26d0c406,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:32.155406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:32:32.167043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (0ad0ac4b-b585-4675-b48d-bc4995419358), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.198734 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3422861 Jul 26 16:32:32.201814 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40492) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:32.207928 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Request body: {'subnet': {'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-subnet', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:32.217917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6385b2-4d06-4961-aad9-7fe0fbc05d3d admin admin] Pushing event updated for resources: {'Network': ['ID=75185dc6-2be4-492f-849d-964d05de909f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:32.232568 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 75185dc6-2be4-492f-849d-964d05de909f details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:32:32.239172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29097390-0695-4a1a-8888-3435254f6b4c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:32.261570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (0ad0ac4b-b585-4675-b48d-bc4995419358), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.262736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:32.263808 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.290571 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-15254eeb-3a0a-49f5-880c-89bbaee28a81 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0959873 Jul 26 16:32:32.302202 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40494) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:32.308508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Request body: {'subnet': {'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-792302418-subnet', 'tenant_id': '4088561009754a839604e3798787d8b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:32.428461 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40496) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:32.428722 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.4192548 Jul 26 16:32:32.431478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caff7b-7d3c-4153-bd94-34e228306f36 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad0ac4b-b585-4675-b48d-bc4995419358,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:32.434323 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Request body: {'subnet': {'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1178277273-subnet', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:32.446026 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:32:32.460854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Made reservation on behalf of 08a954085f8f454698c55faa9351ad6e for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:32.463699 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.502227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Made reservation on behalf of 4088561009754a839604e3798787d8b9 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:32.505200 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.546882 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (335ce198-58ba-4697-9682-96f08e48f679), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.560480 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Made reservation on behalf of 940d1a5ec6514d18946628b99f16a96e for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:32.563484 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.608557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=335ce198-58ba-4697-9682-96f08e48f679,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:32.614474 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:32.614825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Network hostable DHCP agents. Network: 7fec62f0-42f9-4a76-8f36-14730e310aa9, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:32:32.665421 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:32.711957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:32:32.731022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:32.736023 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:32.790894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 7fec62f0-42f9-4a76-8f36-14730e310aa9) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:32.795652 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:32.799369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.801720 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882b031-fdbc-459e-a199-314784817e81 None None] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:32.870335 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f944654c-f708-405f-8151-734c174fa66a admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0374134 Jul 26 16:32:32.872976 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40502) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:32.879305 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:32.941842 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-7fec62f0-42f9-4a76-8f36-14730e310aa9', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:32:32.942793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:32.946547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (9a88840b-7355-4540-917e-9b3cc2a9eb8b), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.020208 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a88840b-7355-4540-917e-9b3cc2a9eb8b,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:33.020482 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (8af4b631-6e66-4061-8f29-313e427fd966), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.023683 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:33.024043 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Network hostable DHCP agents. Network: 75185dc6-2be4-492f-849d-964d05de909f, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:32:33.028944 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (1da39f50-b5bb-4029-bebf-fca8b613b949), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.028944 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (7579b1b7-64d6-4d66-b721-51c0c600714e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.029103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (8af4b631-6e66-4061-8f29-313e427fd966), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.091114 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Allocated IP 172.20.0.2 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/564dac5e-cccf-4eec-8659-48dfc7d652b8) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:33.113292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da39f50-b5bb-4029-bebf-fca8b613b949,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:33.161801 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Checking segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:33.162267 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Network hostable DHCP agents. Network: 0ad0ac4b-b585-4675-b48d-bc4995419358, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:32:33.172977 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Checking segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:33.173336 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Network hostable DHCP agents. Network: 064214c0-586f-4d9b-9abf-5c6b26d0c406, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:32:33.182662 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7579b1b7-64d6-4d66-b721-51c0c600714e,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:33.199844 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Network 75185dc6-2be4-492f-849d-964d05de909f is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:32:33.213000 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:33.232977 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for router_controller (8af4b631-6e66-4061-8f29-313e427fd966), precommit_add_association {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.263677 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks [] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.290981 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=3,neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:33.292300 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:32:33.353191 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.380687 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 75185dc6-2be4-492f-849d-964d05de909f) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:33.387305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:33.387959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.432045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:33.435052 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Pushing event updated for resources: {'Port': ['ID=564dac5e-cccf-4eec-8659-48dfc7d652b8,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:33.444904 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:33.447406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5451d2-97d1-420a-8b63-c8502e0a0355 None None] Network 75185dc6-2be4-492f-849d-964d05de909f requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:33.511025 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.511376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.511742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.512089 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.512576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.512914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.513245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.513827 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.514155 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.514481 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.514805 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.515147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.515475 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.515800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.516519 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Tracked resource versions report: Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: pushed versions: Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: { 'AddressGroup': {'1.2'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Agent': {'1.1'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'ConntrackHelper': {'1.0'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Log': {'1.0'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'NDPProxy': {'1.0'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Network': {'1.1'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Port': {'1.7'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'PortForwarding': {'1.3'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'QosPolicy': {'1.10'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroup': {'1.5'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SubPort': {'1.0'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Subnet': {'1.1'}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Trunk': {'1.1'}} Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: consumer versions: Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: HyperV agent@hv-cinder-85104: {}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Agent': '1.1', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'ConntrackHelper': '1.0', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'LocalIPAssociation': '1.0', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Log': '1.0', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'NDPProxy': '1.0', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Network': '1.1', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Port': '1.7', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'PortForwarding': '1.3', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'QosPolicy': '1.10', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroup': '1.5', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SecurityGroupRule': '1.2', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'SubPort': '1.0', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Subnet': '1.1', Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: 'Trunk': '1.1'}} Jul 26 16:32:33.517725 dv-cinder-851042-1-iscsi neutron-server[104387]: {{(pid=104387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:32:33.521239 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:33.527277 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d9f617d6-5f62-4cab-9bc4-8254d7b2185c admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3217480 Jul 26 16:32:33.527277 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:32:33.541501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40524) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:33.542125 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 064214c0-586f-4d9b-9abf-5c6b26d0c406) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:33.545451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 0ad0ac4b-b585-4675-b48d-bc4995419358) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:33.563169 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for router_gateway (8af4b631-6e66-4061-8f29-313e427fd966), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.567770 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:33.579262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:33.579881 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.584720 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82c2fc-1b83-4616-9bb5-3c2756dc5d0f None None] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:33.606185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:33.609070 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Attempting to bind port 564dac5e-cccf-4eec-8659-48dfc7d652b8 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:33.613244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Attempting to bind port 564dac5e-cccf-4eec-8659-48dfc7d652b8 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:33.613244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Attempting to bind port 564dac5e-cccf-4eec-8659-48dfc7d652b8 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:33.620409 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:33.621000 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.641237 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1588a-a80b-4a66-b822-a9ee940f3a40 None None] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:33.643531 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:33.645441 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:33.645877 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.646268 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:33.646746 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Bound port: 564dac5e-cccf-4eec-8659-48dfc7d652b8, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:33.647222 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.752121 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:33.757384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-8981377e-1a1b-4c8d-8ede-825241f0f93b admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3357875 Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40544) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-453a1f33-402d-4caa-962a-736fd0764080 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4827836 Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40548) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:34.118564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:34.127196 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-75185dc6-2be4-492f-849d-964d05de909f', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:32:34.127196 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.133757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:34.133757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for router_controller (7f36a75b-1edc-415c-8b72-9f338226cf04), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.133757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.133757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.135733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] For port 564dac5e-cccf-4eec-8659-48dfc7d652b8, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:34.135733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-064214c0-586f-4d9b-9abf-5c6b26d0c406', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:32:34.135733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.140568 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for router_gateway (8af4b631-6e66-4061-8f29-313e427fd966), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.143570 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for router_controller (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.145545 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.146891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.146891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.175722 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-0ad0ac4b-b585-4675-b48d-bc4995419358', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'fixed_ips': [{'subnet_id': '1da39f50-b5bb-4029-bebf-fca8b613b949'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:32:34.175722 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.188218 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] For port 564dac5e-cccf-4eec-8659-48dfc7d652b8, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=564dac5e-cccf-4eec-8659-48dfc7d652b8,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:34.200713 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Allocated IP 172.20.0.2 (75185dc6-2be4-492f-849d-964d05de909f/9a88840b-7355-4540-917e-9b3cc2a9eb8b/402c3b28-72de-4bd3-a57b-7f3864af21a1) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:34.298184 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for router_controller (42b394a7-9e08-4641-b851-a8b9aa7c7eef), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.302504 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for router_gateway (7f36a75b-1edc-415c-8b72-9f338226cf04), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.305030 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Allocated IP 172.27.0.156 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/eca7745d-7d7c-482c-bf07-243435edc05a) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:34.384589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.477502 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:34.509820 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for port (eca7745d-7d7c-482c-bf07-243435edc05a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.573066 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Allocated IP 172.20.0.2 (064214c0-586f-4d9b-9abf-5c6b26d0c406/7579b1b7-64d6-4d66-b721-51c0c600714e/b03ea46e-07b4-4a2f-98c3-3170a44db708) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:34.620811 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d3d27-2db0-4392-9720-1713fc7e2cf6 None None] Pushing event updated for resources: {'Port': ['ID=564dac5e-cccf-4eec-8659-48dfc7d652b8,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:34.628596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Allocated IP 172.20.0.2 (0ad0ac4b-b585-4675-b48d-bc4995419358/1da39f50-b5bb-4029-bebf-fca8b613b949/d9c116cd-38f5-4f84-933e-0486538145d5) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:34.743046 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:34.752505 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.754470 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks [] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.842693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for router_gateway (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:34.867036 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40582) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:34.886577 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.006111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Pushing event updated for resources: {'Port': ['ID=eca7745d-7d7c-482c-bf07-243435edc05a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:35.022803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:35.026226 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:35.029751 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:35.048345 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for router_gateway (42b394a7-9e08-4641-b851-a8b9aa7c7eef), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.071897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks [] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.082273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:35.083391 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Pushing event updated for resources: {'Port': ['ID=402c3b28-72de-4bd3-a57b-7f3864af21a1,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:35.121675 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:35.125360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:35.129445 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:35.146397 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.155043 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks [] for port (d9c116cd-38f5-4f84-933e-0486538145d5), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.173237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f2a-d491-4a71-bbb7-6c13540482a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.174767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.240173 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:35.246399 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:35.248915 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Attempting to bind port 402c3b28-72de-4bd3-a57b-7f3864af21a1 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:35.249280 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Attempting to bind port 402c3b28-72de-4bd3-a57b-7f3864af21a1 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:35.249815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Attempting to bind port 402c3b28-72de-4bd3-a57b-7f3864af21a1 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:35.251759 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Pushing event updated for resources: {'Port': ['ID=b03ea46e-07b4-4a2f-98c3-3170a44db708,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:35.254544 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:35.261707 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:35.262080 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:35.262478 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.262860 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Bound using segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:35.263320 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Bound port: 402c3b28-72de-4bd3-a57b-7f3864af21a1, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:35.264019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.267632 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:35.296054 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.374956 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for router_gateway (7f36a75b-1edc-415c-8b72-9f338226cf04), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.392841 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:35.396286 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Attempting to bind port b03ea46e-07b4-4a2f-98c3-3170a44db708 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:35.396618 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Attempting to bind port b03ea46e-07b4-4a2f-98c3-3170a44db708 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:35.396980 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Attempting to bind port b03ea46e-07b4-4a2f-98c3-3170a44db708 on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:35.402786 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Pushing event updated for resources: {'Port': ['ID=d9c116cd-38f5-4f84-933e-0486538145d5,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:35.405529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:35.412695 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:35.416139 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.428515 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:35.428887 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Checking segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:35.429468 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.429853 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Bound using segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:35.430456 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Bound port: b03ea46e-07b4-4a2f-98c3-3170a44db708, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:35.430986 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.467403 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] For port 402c3b28-72de-4bd3-a57b-7f3864af21a1, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:35.486537 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] For port 402c3b28-72de-4bd3-a57b-7f3864af21a1, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=402c3b28-72de-4bd3-a57b-7f3864af21a1,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:35.533487 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for router_gateway (8af4b631-6e66-4061-8f29-313e427fd966), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.564580 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.609724 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Attempting to bind port d9c116cd-38f5-4f84-933e-0486538145d5 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:35.610485 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Attempting to bind port d9c116cd-38f5-4f84-933e-0486538145d5 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:35.611111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Attempting to bind port d9c116cd-38f5-4f84-933e-0486538145d5 on network 0ad0ac4b-b585-4675-b48d-bc4995419358 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:35.679427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:35.698084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:35.698084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Checking segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:35.698504 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.699014 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Bound using segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:35.702616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Bound port: d9c116cd-38f5-4f84-933e-0486538145d5, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:35.703092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.741552 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 564dac5e-cccf-4eec-8659-48dfc7d652b8 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:35.821696 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:35.821960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for router_gateway (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.847344 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] For port b03ea46e-07b4-4a2f-98c3-3170a44db708, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:35.847804 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f2a-d491-4a71-bbb7-6c13540482a0 admin admin] Publish callbacks [] for security_group (e83d5706-d07d-4bb4-92c3-d17114aababb), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.864583 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] For port b03ea46e-07b4-4a2f-98c3-3170a44db708, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b03ea46e-07b4-4a2f-98c3-3170a44db708,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:35.873862 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600689-c06e-4428-8a52-ddf513c61ea9 None None] Pushing event updated for resources: {'Port': ['ID=402c3b28-72de-4bd3-a57b-7f3864af21a1,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:35.876245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Allocated IP 172.27.0.235 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/267b5ce6-9e6b-412d-833e-d3ae9f109379) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:35.886693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.890458 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (8af4b631-6e66-4061-8f29-313e427fd966), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.905576 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for router_gateway (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:35.973903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 564dac5e-cccf-4eec-8659-48dfc7d652b8 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:35.974311 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.050712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.087165 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] For port d9c116cd-38f5-4f84-933e-0486538145d5, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:36.100101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.144300 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfc64f2a-d491-4a71-bbb7-6c13540482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e83d5706-d07d-4bb4-92c3-d17114aababb), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.185746 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] For port d9c116cd-38f5-4f84-933e-0486538145d5, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d9c116cd-38f5-4f84-933e-0486538145d5,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:36.244519 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dfc64f2a-d491-4a71-bbb7-6c13540482a0 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=8bf096b68d664989bbb0a08e0b5c4e4e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3763847 Jul 26 16:32:36.247557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40604) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:36.268712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 564dac5e-cccf-4eec-8659-48dfc7d652b8 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:36.269640 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.271804 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a578d1-cb33-4739-a723-7e44803051ed None None] Pushing event updated for resources: {'Port': ['ID=b03ea46e-07b4-4a2f-98c3-3170a44db708,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:36.297932 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044aee9d-4ad5-4bb2-9e48-2eb086e353fd None None] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:36.305187 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.316153 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Router 8af4b631-6e66-4061-8f29-313e427fd966 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:32:36.385323 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc64f2a-d491-4a71-bbb7-6c13540482a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d5706-d07d-4bb4-92c3-d17114aababb,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:36.438639 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.464125 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] Publish callbacks [] for security_group (e83d5706-d07d-4bb4-92c3-d17114aababb), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.478254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 564dac5e-cccf-4eec-8659-48dfc7d652b8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=564dac5e-cccf-4eec-8659-48dfc7d652b8,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:36.479199 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-16d883c6-d85d-4b05-8cf8-9c347464b5a7 None None] Provisioning complete for port 564dac5e-cccf-4eec-8659-48dfc7d652b8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:36.479570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-16d883c6-d85d-4b05-8cf8-9c347464b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.543312 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] Publish callbacks [] for security_group (e83d5706-d07d-4bb4-92c3-d17114aababb), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.545721 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:36.560527 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b85be-a47b-4e13-bdb6-d8d310f27c20 None None] Pushing event updated for resources: {'Port': ['ID=d9c116cd-38f5-4f84-933e-0486538145d5,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:36.662883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:36.678491 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:36.698969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.702809 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:36.705673 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:36.798441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e83d5706-d07d-4bb4-92c3-d17114aababb), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.805463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.812948 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/e83d5706-d07d-4bb4-92c3-d17114aababb HTTP/1.1" status: 204 len: 168 time: 0.5628431 Jul 26 16:32:36.823120 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Allocated IP 172.27.0.16 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/0f964296-12db-4dd5-b47b-9b0d0924105a) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:36.900290 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3d5b2-adc1-4997-a7ac-bf8315ec0417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d5706-d07d-4bb4-92c3-d17114aababb,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:36.909361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.915939 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:36.917495 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-659055d1-e1b8-4f37-a69e-27faf4709acc admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0429947 Jul 26 16:32:36.918899 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=9,neutron:SELECT=85,neutron:INSERT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:36.926013 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40616) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:37.052082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:37.138962 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=267b5ce6-9e6b-412d-833e-d3ae9f109379,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:37.150354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:37.152715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:37.154149 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:37.157284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:37.264661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-16d883c6-d85d-4b05-8cf8-9c347464b5a7 None None] Current status of the port 564dac5e-cccf-4eec-8659-48dfc7d652b8 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:37.271506 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=564dac5e-cccf-4eec-8659-48dfc7d652b8,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:37.374461 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:37.411206 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Allocated IP 172.27.0.204 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/b8d8e858-ac00-4976-9baa-ed7a297dffe8) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:37.423905 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:37.437830 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:37.627318 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b2e3ae9e-3d6c-4c85-aea0-a9b6fdf9193c None None] Provisioning complete for port 564dac5e-cccf-4eec-8659-48dfc7d652b8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:37.627786 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2e3ae9e-3d6c-4c85-aea0-a9b6fdf9193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:37.718902 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=6,neutron:INSERT=1,neutron:SELECT=93 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:37.901262 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3ae9e-3d6c-4c85-aea0-a9b6fdf9193c None None] Current status of the port 564dac5e-cccf-4eec-8659-48dfc7d652b8 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:37.911007 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:35Z', 'revision_number': 3, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:37.923372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1740bfb-9f48-4463-a99e-802cabd2ed8d None None] Network 75185dc6-2be4-492f-849d-964d05de909f requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:37.970414 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:37.970771 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Updating router 8af4b631-6e66-4061-8f29-313e427fd966 port eca7745d-7d7c-482c-bf07-243435edc05a binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:37.993334 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:38.004971 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:38.035584 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.068576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d9c116cd-38f5-4f84-933e-0486538145d5 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:38.080418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:38.127919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:38.135579 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Provisioning complete for port 402c3b28-72de-4bd3-a57b-7f3864af21a1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:38.136197 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.256125 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port d9c116cd-38f5-4f84-933e-0486538145d5 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:38.256550 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.285518 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.346567 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Pushing event updated for resources: {'Port': ['ID=0f964296-12db-4dd5-b47b-9b0d0924105a,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:38.404139 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Current status of the port 402c3b28-72de-4bd3-a57b-7f3864af21a1 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:38.405625 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.442639 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.447230 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88797aa1-b164-4e52-8ed9-f61edba79e27 None None] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:38.581193 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port d9c116cd-38f5-4f84-933e-0486538145d5 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:38.581691 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.601920 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Allocated IP 172.20.0.1 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/64f3a113-3dc1-4592-8083-afb742116f83) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:38.608057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] For port 402c3b28-72de-4bd3-a57b-7f3864af21a1, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=402c3b28-72de-4bd3-a57b-7f3864af21a1,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:38.677505 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port d9c116cd-38f5-4f84-933e-0486538145d5, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d9c116cd-38f5-4f84-933e-0486538145d5,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:38.721037 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.728915 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2797512-9171-4aaf-b855-fe5ea5989e55 None None] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:32:38.764589 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.828821 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for router_gateway (7f36a75b-1edc-415c-8b72-9f338226cf04), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.839851 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:38.841901 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.841901 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 564dac5e-cccf-4eec-8659-48dfc7d652b8 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:38.898154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47910ce-e43b-4d45-b613-51f0e8d0460c None None] Pushing event updated for resources: {'Port': ['ID=402c3b28-72de-4bd3-a57b-7f3864af21a1,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:38.910964 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:38.917289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:38.924129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:38.934289 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for router_gateway (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.977079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Provisioning complete for port b03ea46e-07b4-4a2f-98c3-3170a44db708 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:38.977389 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:38.979815 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks [] for port (64f3a113-3dc1-4592-8083-afb742116f83), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.048746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Pushing event updated for resources: {'Port': ['ID=b8d8e858-ac00-4976-9baa-ed7a297dffe8,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.085094 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=d9c116cd-38f5-4f84-933e-0486538145d5,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.102696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 564dac5e-cccf-4eec-8659-48dfc7d652b8 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.103092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.145764 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks [] for port (eca7745d-7d7c-482c-bf07-243435edc05a), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.148899 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.156231 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:39.157705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:39.158664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:39.192210 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Current status of the port b03ea46e-07b4-4a2f-98c3-3170a44db708 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.192621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.214885 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:39.223095 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:39.227220 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:39.227852 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (8af4b631-6e66-4061-8f29-313e427fd966), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.275997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] For port b03ea46e-07b4-4a2f-98c3-3170a44db708, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b03ea46e-07b4-4a2f-98c3-3170a44db708,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:39.277131 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 564dac5e-cccf-4eec-8659-48dfc7d652b8 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.278207 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 402c3b28-72de-4bd3-a57b-7f3864af21a1 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:39.323916 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Pushing event updated for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.341658 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.347809 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 402c3b28-72de-4bd3-a57b-7f3864af21a1 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.349709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.414917 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Pushing event updated for resources: {'Port': ['ID=eca7745d-7d7c-482c-bf07-243435edc05a,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.428998 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.438058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.438422 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.439778 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.440356 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.444420 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.445621 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.447261 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.448048 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.449192 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.449922 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.450252 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.450854 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.451198 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.455557 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Provisioning complete for port 402c3b28-72de-4bd3-a57b-7f3864af21a1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.455798 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.456819 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Tracked resource versions report: Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: pushed versions: Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: { 'AddressGroup': {'1.2'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Agent': {'1.1'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'ConntrackHelper': {'1.0'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'LocalIPAssociation': {'1.0'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Log': {'1.0'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'NDPProxy': {'1.0'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Network': {'1.1'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Port': {'1.7'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'PortForwarding': {'1.3'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'QosPolicy': {'1.10'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroup': {'1.5'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroupRule': {'1.2'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SubPort': {'1.0'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Subnet': {'1.1'}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Trunk': {'1.1'}} Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: consumer versions: Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: { DHCP agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: HyperV agent@hv-cinder-85104: {}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: L3 agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: Metadata agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: Metering agent@dv-cinder-851042-1-iscsi: {}, Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: Open vSwitch agent@dv-cinder-851042-1-iscsi: { 'AddressGroup': '1.2', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Agent': '1.1', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'ConntrackHelper': '1.0', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'LocalIPAssociation': '1.0', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Log': '1.0', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'NDPProxy': '1.0', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Network': '1.1', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Port': '1.7', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'PortForwarding': '1.3', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'QosPolicy': '1.10', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroup': '1.5', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SecurityGroupRule': '1.2', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'SubPort': '1.0', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Subnet': '1.1', Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: 'Trunk': '1.1'}} Jul 26 16:32:39.458787 dv-cinder-851042-1-iscsi neutron-server[104388]: {{(pid=104388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 16:32:39.468855 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.509647 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Attempting to bind port eca7745d-7d7c-482c-bf07-243435edc05a on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:39.510037 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Attempting to bind port eca7745d-7d7c-482c-bf07-243435edc05a by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:39.510547 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Attempting to bind port eca7745d-7d7c-482c-bf07-243435edc05a on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:39.523572 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:39.526645 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:39.527083 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.527493 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:39.527989 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Bound port: eca7745d-7d7c-482c-bf07-243435edc05a, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:39.528371 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.584903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:39.624193 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] For port eca7745d-7d7c-482c-bf07-243435edc05a, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:39.627654 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] For port eca7745d-7d7c-482c-bf07-243435edc05a, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=eca7745d-7d7c-482c-bf07-243435edc05a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:39.633847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Pushing event updated for resources: {'Port': ['ID=b03ea46e-07b4-4a2f-98c3-3170a44db708,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.674570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 402c3b28-72de-4bd3-a57b-7f3864af21a1 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.676427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b03ea46e-07b4-4a2f-98c3-3170a44db708 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:39.678043 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Current status of the port 402c3b28-72de-4bd3-a57b-7f3864af21a1 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.681316 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.708601 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Provisioning complete for port d9c116cd-38f5-4f84-933e-0486538145d5 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.708998 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.738219 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.741978 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.759842 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port b03ea46e-07b4-4a2f-98c3-3170a44db708 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.760220 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.764925 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (64f3a113-3dc1-4592-8083-afb742116f83), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.804731 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:39.815048 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for router_gateway (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:39.829455 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7ac27445-d29a-4f20-9beb-fbc506b29a64 None None] Current status of the port d9c116cd-38f5-4f84-933e-0486538145d5 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.868825 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port b03ea46e-07b4-4a2f-98c3-3170a44db708 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:39.887520 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7d12c-b004-4328-b4f6-ecf112c16685 None None] Pushing event updated for resources: {'Port': ['ID=eca7745d-7d7c-482c-bf07-243435edc05a,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:39.897869 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:39.898489 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:39.953836 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b315f233-206e-4936-8411-997b283382ec None None] Provisioning complete for port b03ea46e-07b4-4a2f-98c3-3170a44db708 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:39.954406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b315f233-206e-4936-8411-997b283382ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.036036 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d9c116cd-38f5-4f84-933e-0486538145d5 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:40.054376 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:40.070083 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:40.083880 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks [] for port (64f3a113-3dc1-4592-8083-afb742116f83), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.110557 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b315f233-206e-4936-8411-997b283382ec None None] Current status of the port b03ea46e-07b4-4a2f-98c3-3170a44db708 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:40.125669 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b315f233-206e-4936-8411-997b283382ec None None] Provisioning complete for port d9c116cd-38f5-4f84-933e-0486538145d5 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.126095 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b315f233-206e-4936-8411-997b283382ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.130604 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port d9c116cd-38f5-4f84-933e-0486538145d5 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.130986 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.255162 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.256582 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (8af4b631-6e66-4061-8f29-313e427fd966), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.350664 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:40.427625 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:40.440766 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Pushing event updated for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:40.470617 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.485567 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973094-0bb0-4b4b-9c73-f3008a33da3f None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:40.507500 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:40.519765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port d9c116cd-38f5-4f84-933e-0486538145d5 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:40.521085 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 402c3b28-72de-4bd3-a57b-7f3864af21a1 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:40.522885 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b315f233-206e-4936-8411-997b283382ec None None] Current status of the port d9c116cd-38f5-4f84-933e-0486538145d5 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:40.543142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:40.546577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:40.617103 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 402c3b28-72de-4bd3-a57b-7f3864af21a1 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.618562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.676414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:32:40.684870 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b315f233-206e-4936-8411-997b283382ec None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.685534 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b315f233-206e-4936-8411-997b283382ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.708680 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:32:40.759445 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 402c3b28-72de-4bd3-a57b-7f3864af21a1 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:40.760562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b03ea46e-07b4-4a2f-98c3-3170a44db708 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:40.804670 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:32:40.810410 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b315f233-206e-4936-8411-997b283382ec None None] Port 64f3a113-3dc1-4592-8083-afb742116f83 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:40.837364 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:40.844289 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5ef4953a-e017-4451-af33-19ce32773f15 admin admin] 10.222.0.144 "PUT /v2.0/routers/8af4b631-6e66-4061-8f29-313e427fd966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9164875 Jul 26 16:32:40.865431 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port b03ea46e-07b4-4a2f-98c3-3170a44db708 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.871831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.893461 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:32:40.963710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:40.976964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-be9d8c99-3348-4430-aa49-19a74ee236ef None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:40.977371 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-be9d8c99-3348-4430-aa49-19a74ee236ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:40.982991 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:41.017004 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port b03ea46e-07b4-4a2f-98c3-3170a44db708 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:41.036528 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:41.037365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:41.042489 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.044776 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-be9d8c99-3348-4430-aa49-19a74ee236ef None None] Port 64f3a113-3dc1-4592-8083-afb742116f83 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:41.100701 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:41.110400 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Sync routers for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:41.123847 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:41.126635 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:41.172142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:41.207291 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:41.212117 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:41.212916 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3bad2f2a-f030-4043-91c3-5fbd0deda8b2 admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6544735 Jul 26 16:32:41.214757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.217571 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40716) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:41.226384 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:41.288368 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:41.354895 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:41.361515 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b5103137-af3f-4320-a05f-8e476f58ff0d admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5735838 Jul 26 16:32:41.362828 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.363678 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40718) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:41.376019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:41.376846 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:41.499232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.522328 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:41.526001 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e09b9569-f154-4f86-b376-d33ba0bc0e7b admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7167923 Jul 26 16:32:41.548707 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40726) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:41.570038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.661328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:41.668976 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 3, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:41.670650 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 3, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:41.714820 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:41.715236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Updating router 7f36a75b-1edc-415c-8b72-9f338226cf04 port 267b5ce6-9e6b-412d-833e-d3ae9f109379 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:41.747728 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:41.774609 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40732) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:41.790885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619218992', 'description': 'tempest-description--1855810063'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:41.854388 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Checking router: 54e42e13-cb94-45c3-a467-1a2ad59c9e2e for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:41.854748 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Updating router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e port 0f964296-12db-4dd5-b47b-9b0d0924105a binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:41.920848 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.013416 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.051164 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device eca7745d-7d7c-482c-bf07-243435edc05a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:42.083929 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.084166 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.247862 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port eca7745d-7d7c-482c-bf07-243435edc05a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:42.248203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.268418 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks [] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.303795 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 3, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:42.329629 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:42.329906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Updating router 42b394a7-9e08-4641-b851-a8b9aa7c7eef port b8d8e858-ac00-4976-9baa-ed7a297dffe8 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:42.389119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.389338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Allocated IP 172.20.0.1 (75185dc6-2be4-492f-849d-964d05de909f/9a88840b-7355-4540-917e-9b3cc2a9eb8b/4fe8c7bf-2026-4c62-8da2-315160688330) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:42.391986 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.400474 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:42.513526 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Attempting to bind port 0f964296-12db-4dd5-b47b-9b0d0924105a on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:42.514392 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Attempting to bind port 0f964296-12db-4dd5-b47b-9b0d0924105a by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:42.514900 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Attempting to bind port 0f964296-12db-4dd5-b47b-9b0d0924105a on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:42.519189 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c079fb2-6901-43d5-9373-240d722afdf3 None None] Pushing event updated for resources: {'Port': ['ID=0f964296-12db-4dd5-b47b-9b0d0924105a,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:42.531651 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port eca7745d-7d7c-482c-bf07-243435edc05a is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:42.532055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.547038 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:42.552919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:42.552919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.552919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:42.552919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Bound port: 0f964296-12db-4dd5-b47b-9b0d0924105a, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:42.552919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.653314 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] For port 0f964296-12db-4dd5-b47b-9b0d0924105a, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:42.662318 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] For port 0f964296-12db-4dd5-b47b-9b0d0924105a, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=0f964296-12db-4dd5-b47b-9b0d0924105a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:42.691613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:42.723338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks [] for port (4fe8c7bf-2026-4c62-8da2-315160688330), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.752979 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.774230 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port eca7745d-7d7c-482c-bf07-243435edc05a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=eca7745d-7d7c-482c-bf07-243435edc05a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:42.795371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (a930ad21-3615-4505-b08d-c1f06a6974ec), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.835932 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:42.836628 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:42.840301 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c079fb2-6901-43d5-9373-240d722afdf3 None None] Pushing event updated for resources: {'Port': ['ID=0f964296-12db-4dd5-b47b-9b0d0924105a,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:42.888417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks [] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.935876 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.947390 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:42.981119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.991029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:42.996293 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:43.007968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a930ad21-3615-4505-b08d-c1f06a6974ec), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.047919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:43.063676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Pushing event updated for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.073724 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:43.079491 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=eca7745d-7d7c-482c-bf07-243435edc05a,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.087267 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a930ad21-3615-4505-b08d-c1f06a6974ec,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.094390 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.099499 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.102900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:43.103464 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (7f36a75b-1edc-415c-8b72-9f338226cf04), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.128227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1565a-8bba-43d8-a4b4-75ead26fefa4 None None] Pushing event updated for resources: {'Port': ['ID=267b5ce6-9e6b-412d-833e-d3ae9f109379,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.136423 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Attempting to bind port 267b5ce6-9e6b-412d-833e-d3ae9f109379 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:43.137108 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Attempting to bind port 267b5ce6-9e6b-412d-833e-d3ae9f109379 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:43.137539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Attempting to bind port 267b5ce6-9e6b-412d-833e-d3ae9f109379 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:43.145876 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:43.146329 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:43.146865 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.147316 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:43.147854 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Bound port: 267b5ce6-9e6b-412d-833e-d3ae9f109379, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:43.148297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.224041 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:43.225175 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 3, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:43.260010 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] For port 267b5ce6-9e6b-412d-833e-d3ae9f109379, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:43.282332 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cead5b-a211-4219-aea9-e5080d810b9d None None] The sync data for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi is: [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:38Z', 'revision_number': 3, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:43.308956 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] For port 267b5ce6-9e6b-412d-833e-d3ae9f109379, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=267b5ce6-9e6b-412d-833e-d3ae9f109379,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:43.309457 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.313869 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-9ff504ba-4d60-4528-a16d-34beac6aa2a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5352733 Jul 26 16:32:43.315336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40752) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:43.320854 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': 'a930ad21-3615-4505-b08d-c1f06a6974ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:43.374592 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Allocated IP 172.20.0.1 (064214c0-586f-4d9b-9abf-5c6b26d0c406/7579b1b7-64d6-4d66-b721-51c0c600714e/e4e1de6e-a96b-4569-b786-9e5cc3623046) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:43.396087 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks [] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.429522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:43.437745 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.439622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.523043 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Allocated IP 172.20.0.1 (0ad0ac4b-b585-4675-b48d-bc4995419358/1da39f50-b5bb-4029-bebf-fca8b613b949/9b79065d-1d62-45b3-8548-f6128e9341f8) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:43.532314 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.533593 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (53e7531d-37ae-4bed-b900-eabeb1373181), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.538228 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8eb72c82-5a26-4748-818f-7712eb7cc8d1 None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:43.538722 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8eb72c82-5a26-4748-818f-7712eb7cc8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.617513 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1565a-8bba-43d8-a4b4-75ead26fefa4 None None] Pushing event updated for resources: {'Port': ['ID=267b5ce6-9e6b-412d-833e-d3ae9f109379,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.638142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks [] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.639427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:43.640154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:43.740843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks [] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.752766 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (53e7531d-37ae-4bed-b900-eabeb1373181), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.786644 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8eb72c82-5a26-4748-818f-7712eb7cc8d1 None None] Port 4fe8c7bf-2026-4c62-8da2-315160688330 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:43.801057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:43.804973 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Attempting to bind port b8d8e858-ac00-4976-9baa-ed7a297dffe8 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:43.805573 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Attempting to bind port b8d8e858-ac00-4976-9baa-ed7a297dffe8 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:43.808578 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Attempting to bind port b8d8e858-ac00-4976-9baa-ed7a297dffe8 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:43.808937 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks [] for port (4fe8c7bf-2026-4c62-8da2-315160688330), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.838828 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:43.839299 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:43.839773 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.840951 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:43.841089 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Bound port: b8d8e858-ac00-4976-9baa-ed7a297dffe8, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:43.841614 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.862285 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:43.867006 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.876215 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:43.877167 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:43.916376 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:43.931101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:43.931916 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6fdf7-7afa-414e-b294-9a53102596e4 None None] Pushing event updated for resources: {'Port': ['ID=b8d8e858-ac00-4976-9baa-ed7a297dffe8,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:43.939418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:43.941399 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.958264 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (53e7531d-37ae-4bed-b900-eabeb1373181), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.967414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.968205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (7f36a75b-1edc-415c-8b72-9f338226cf04), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:43.988605 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:44.089805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Pushing event updated for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:44.090186 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e7531d-37ae-4bed-b900-eabeb1373181,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:44.108806 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.127873 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] For port b8d8e858-ac00-4976-9baa-ed7a297dffe8, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:44.149193 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] For port b8d8e858-ac00-4976-9baa-ed7a297dffe8, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b8d8e858-ac00-4976-9baa-ed7a297dffe8,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:44.153363 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:44.160997 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:44.177265 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 0f964296-12db-4dd5-b47b-9b0d0924105a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:44.246921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:44.257039 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:44.275652 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:44.276996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.289300 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.290709 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-29c0e025-0e6b-4109-9ad3-1849ee99f3dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9741890 Jul 26 16:32:44.299132 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40772) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:44.321803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': 'a930ad21-3615-4505-b08d-c1f06a6974ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:44.385671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Pushing event updated for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:44.432327 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Pushing event updated for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:44.457016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.520807 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:44.561082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:44.566800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6fdf7-7afa-414e-b294-9a53102596e4 None None] Pushing event updated for resources: {'Port': ['ID=b8d8e858-ac00-4976-9baa-ed7a297dffe8,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:44.568624 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:44.597751 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-dc3fbc59-50fb-4c08-9cca-3363690f3449 None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:44.597958 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dc3fbc59-50fb-4c08-9cca-3363690f3449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.670928 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 0f964296-12db-4dd5-b47b-9b0d0924105a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:44.671329 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.674199 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:44.745616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-dc3fbc59-50fb-4c08-9cca-3363690f3449 None None] Port e4e1de6e-a96b-4569-b786-9e5cc3623046 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:44.745924 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:44.746247 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Updating router 8af4b631-6e66-4061-8f29-313e427fd966 port 64f3a113-3dc1-4592-8083-afb742116f83 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:44.763332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:44.764330 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:44.768523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:32:44.798175 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (97e55b9a-d3c1-4777-b70d-dbf21404f406), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.801596 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.866215 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (64f3a113-3dc1-4592-8083-afb742116f83), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.923346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (97e55b9a-d3c1-4777-b70d-dbf21404f406), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.930229 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.984086 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-71dcbd05-7119-4463-9305-2a337bc336b0 None None] Provisioning complete for port 9b79065d-1d62-45b3-8548-f6128e9341f8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:44.984695 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-71dcbd05-7119-4463-9305-2a337bc336b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:44.992135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 1, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:45.031539 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:45.049240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:45.059031 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0d636549-3ea0-4edf-8cbb-942870201a5e admin admin] 10.222.0.144 "PUT /v2.0/routers/7f36a75b-1edc-415c-8b72-9f338226cf04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8404081 Jul 26 16:32:45.093057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07498b-628b-4728-abe9-0c0827d65f95 None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 1, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:45.095024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:45.115036 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-71dcbd05-7119-4463-9305-2a337bc336b0 None None] Port 9b79065d-1d62-45b3-8548-f6128e9341f8 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:45.137103 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:45.139696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks [] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.169518 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (97e55b9a-d3c1-4777-b70d-dbf21404f406), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.209116 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e55b9a-d3c1-4777-b70d-dbf21404f406,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:45.295035 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.296063 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.300758 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks [] for port (64f3a113-3dc1-4592-8083-afb742116f83), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.319745 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.323848 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e084b9d9-43fe-48dc-8293-30038575c1c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0155742 Jul 26 16:32:45.324148 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40792) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:45.328877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:45.346957 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 0f964296-12db-4dd5-b47b-9b0d0924105a is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:45.347838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.365987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Pushing event updated for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:45.450487 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-35faa053-83a6-4ea7-8876-35c2e8f62819 None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:45.451069 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-35faa053-83a6-4ea7-8876-35c2e8f62819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.458213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 0f964296-12db-4dd5-b47b-9b0d0924105a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=0f964296-12db-4dd5-b47b-9b0d0924105a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:45.461092 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.481213 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:45.508872 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks [] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.558338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.566676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-35faa053-83a6-4ea7-8876-35c2e8f62819 None None] Port 4fe8c7bf-2026-4c62-8da2-315160688330 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:45.599265 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc8d8c-e691-4a00-a03b-0fb81aebb88e None None] Pushing event updated for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:45.626991 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:45.638177 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.640301 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.640448 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.642184 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device eca7745d-7d7c-482c-bf07-243435edc05a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:45.724834 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Attempting to bind port 64f3a113-3dc1-4592-8083-afb742116f83 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:45.729425 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Attempting to bind port 64f3a113-3dc1-4592-8083-afb742116f83 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:45.729886 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Attempting to bind port 64f3a113-3dc1-4592-8083-afb742116f83 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:45.746428 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:45.747919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:45.748826 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.751420 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:45.751552 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 40818) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:45.751627 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Bound port: 64f3a113-3dc1-4592-8083-afb742116f83, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:45.757825 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (64f3a113-3dc1-4592-8083-afb742116f83), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:45.759800 dv-cinder-851042-1-iscsi neutron-server[104385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 16:32:45.836721 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Pushing event updated for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:45.854501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:45.889812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:45.945021 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] For port 64f3a113-3dc1-4592-8083-afb742116f83, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:45.956058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] For port 64f3a113-3dc1-4592-8083-afb742116f83, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=64f3a113-3dc1-4592-8083-afb742116f83,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:45.971288 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:46.078577 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.090596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:46.130336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.131896 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=0f964296-12db-4dd5-b47b-9b0d0924105a,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:46.136990 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port eca7745d-7d7c-482c-bf07-243435edc05a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:46.137738 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.227031 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c07937-1d11-40ca-8694-72b7685edb95 None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:46.253418 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:46.254221 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:46.267734 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc8d8c-e691-4a00-a03b-0fb81aebb88e None None] Pushing event updated for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:46.293919 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:46.294467 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.428155 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.27.0.71 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:46.491896 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port eca7745d-7d7c-482c-bf07-243435edc05a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:46.508449 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:46.594875 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Current status of the port 64f3a113-3dc1-4592-8083-afb742116f83 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:46.595273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (64f3a113-3dc1-4592-8083-afb742116f83), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.609289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:46.623907 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:46.651956 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:32:46.673847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] For port 64f3a113-3dc1-4592-8083-afb742116f83, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=64f3a113-3dc1-4592-8083-afb742116f83,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:46.687054 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:46.691598 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:46.705224 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.718285 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:46.764709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:46.837650 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 64f3a113-3dc1-4592-8083-afb742116f83 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:47.024678 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:47.025090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.029380 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90ae7c-3410-4cd3-92fd-8a9a272482e7 None None] Pushing event updated for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:47.053348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-cc81bc36-bf8a-4bf8-9d65-cc89d0654296 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:47.065375 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-cc81bc36-bf8a-4bf8-9d65-cc89d0654296 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 1.3125958 Jul 26 16:32:47.095966 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:47.100276 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-a289d965-cdf6-4aa8-bccd-87832ae9c6e6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/quotas/08a954085f8f454698c55faa9351ad6e HTTP/1.1" status: 200 len: 375 time: 0.0331063 Jul 26 16:32:47.130346 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Port e4e1de6e-a96b-4569-b786-9e5cc3623046 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:47.141537 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:47.142007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.148644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:47.164981 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2ba423fa-dd4c-48fb-a861-cff39af0c29d admin admin] 10.222.0.144 "PUT /v2.0/routers/42b394a7-9e08-4641-b851-a8b9aa7c7eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6201417 Jul 26 16:32:47.167919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d6f726-7487-40ee-ab44-be463926a09e None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:47.195259 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:32:47.249410 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:47.249830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.360378 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:32:47.377590 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Sync routers for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:47.378915 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-48f6654d-0cce-414e-a330-873d575aa684 admin admin] 10.222.0.144 "PUT /v2.0/routers/54e42e13-cb94-45c3-a467-1a2ad59c9e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0135541 Jul 26 16:32:47.410043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.446475 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:47.451976 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:47.457218 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:47.482164 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-a8e767c1-d88a-4bc2-9486-c9ddd08034c1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3817565 Jul 26 16:32:47.506765 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:47.510509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:47.512631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:47.515200 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:47.623680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1482f-b144-41e2-bc23-9a054170d3db None None] Current status of the port 64f3a113-3dc1-4592-8083-afb742116f83 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:47.632164 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 64f3a113-3dc1-4592-8083-afb742116f83 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:47.632297 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:47.633737 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 0f964296-12db-4dd5-b47b-9b0d0924105a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:47.679764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.694981 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:47.713737 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:47.771219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 0f964296-12db-4dd5-b47b-9b0d0924105a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:47.771629 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.806732 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-dc840655-c1f6-4589-81e2-c9a9c2ddf017 service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:32:47.807984 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-dc840655-c1f6-4589-81e2-c9a9c2ddf017 service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0925047 Jul 26 16:32:47.811644 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-0fb1e211-4bf7-4bbd-ae59-08245242527a None None] Provisioning complete for port 9b79065d-1d62-45b3-8548-f6128e9341f8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:47.812036 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e211-4bf7-4bbd-ae59-08245242527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.935594 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:47.956696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1e211-4bf7-4bbd-ae59-08245242527a None None] Port 9b79065d-1d62-45b3-8548-f6128e9341f8 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:48.000190 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40874) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:48.004270 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--731672726', 'description': 'tempest-description--1374374627'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:48.039096 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-d553cb32-149a-46c0-ac14-b194974230e7 service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243085 Jul 26 16:32:48.111969 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 0f964296-12db-4dd5-b47b-9b0d0924105a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:48.120126 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:48.121426 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '9b79065d-1d62-45b3-8548-f6128e9341f8', 'name': '', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'mac_address': 'fa:16:3e:78:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 2, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'subnets': [{'id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:48.147451 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Checking router: 54e42e13-cb94-45c3-a467-1a2ad59c9e2e for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:48.148048 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Updating router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e port 9b79065d-1d62-45b3-8548-f6128e9341f8 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:48.189716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.209043 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.242705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40894) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:48.246763 dv-cinder-851042-1-iscsi neutron-server[104386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 16:32:48.287156 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-15d64e79-d263-43ba-85b4-b1dd6b66bd8a service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475710 Jul 26 16:32:48.340130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.467526 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (ce6c8487-64eb-4c14-b551-16f6df137fdc), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.486524 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-fd45fdfd-f4e6-495f-b498-d49f8bee761f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:48.488817 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-fd45fdfd-f4e6-495f-b498-d49f8bee761f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/networks?id=0ad0ac4b-b585-4675-b48d-bc4995419358 HTTP/1.1" status: 200 len: 812 time: 0.2451575 Jul 26 16:32:48.506656 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.515335 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-236e9001-803c-446c-bc13-66cd418fd41f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/quotas/940d1a5ec6514d18946628b99f16a96e HTTP/1.1" status: 200 len: 375 time: 0.0189614 Jul 26 16:32:48.622204 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.665076 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-c56c6392-ba95-4efd-a64d-f26909b340d5 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=940d1a5ec6514d18946628b99f16a96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485415 Jul 26 16:32:48.672566 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:48.688715 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks [] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.696658 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ce6c8487-64eb-4c14-b551-16f6df137fdc), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.781022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c8487-64eb-4c14-b551-16f6df137fdc,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:48.805599 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.815419 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-843cac73-18bd-437c-bed2-395014ccaad7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4836690 Jul 26 16:32:48.841126 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b8d8e858-ac00-4976-9baa-ed7a297dffe8 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:48.841451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-bf4929c9-22d7-45a4-98a2-669a72102fa9 service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:32:48.846538 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-bf4929c9-22d7-45a4-98a2-669a72102fa9 service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1025479 Jul 26 16:32:48.887241 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.910950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:48.912119 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a9434b5c-33d1-49f6-a1ad-8ede860be837 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9117117 Jul 26 16:32:48.916457 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40934) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:48.920803 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group_rule': {'security_group_id': 'ce6c8487-64eb-4c14-b551-16f6df137fdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:48.955472 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:48.997694 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e06c4d3e-adfe-4216-b358-611368bda142 req-c1524860-c024-486c-83ef-7fbebb48cd20 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 210 time: 0.1317108 Jul 26 16:32:48.998744 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-93c2b6e4-58d2-41f1-9588-3a3aa9f085dc service neutron] 10.222.0.144 "GET /v2.0/networks/0ad0ac4b-b585-4675-b48d-bc4995419358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432562 Jul 26 16:32:49.030508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586738c-cbc2-4155-8ab6-a2a8c6fd3405 None None] Pushing event updated for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:49.136266 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (12371098-8e73-4014-91fa-3ab7f92767b6), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.139251 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port b8d8e858-ac00-4976-9baa-ed7a297dffe8 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:49.139655 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.225745 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Attempting to bind port 9b79065d-1d62-45b3-8548-f6128e9341f8 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:49.226347 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Attempting to bind port 9b79065d-1d62-45b3-8548-f6128e9341f8 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:49.226520 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Attempting to bind port 9b79065d-1d62-45b3-8548-f6128e9341f8 on network 0ad0ac4b-b585-4675-b48d-bc4995419358 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:49.243389 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-f0b09882-3800-404a-8566-fbcb34db71f7 service neutron] 10.222.0.144 "GET /v2.0/networks/0ad0ac4b-b585-4675-b48d-bc4995419358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435575 Jul 26 16:32:49.246894 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:49.247295 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Checking segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:49.247764 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.248275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Bound using segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:49.249130 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Bound port: 9b79065d-1d62-45b3-8548-f6128e9341f8, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:49.249490 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.290108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (12371098-8e73-4014-91fa-3ab7f92767b6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.426745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (12371098-8e73-4014-91fa-3ab7f92767b6), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.451937 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12371098-8e73-4014-91fa-3ab7f92767b6,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:49.496497 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port b8d8e858-ac00-4976-9baa-ed7a297dffe8 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:49.496891 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.502029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9bae95dd-065e-47e3-ab04-1a0ef06e43be None None] Provisioning complete for port 9b79065d-1d62-45b3-8548-f6128e9341f8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:49.502389 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9bae95dd-065e-47e3-ab04-1a0ef06e43be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.509690 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-7a65bee8-0502-42b5-8538-d1a52e81c790 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--1619218992&fields=id&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 267 time: 0.0596542 Jul 26 16:32:49.557417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port b8d8e858-ac00-4976-9baa-ed7a297dffe8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b8d8e858-ac00-4976-9baa-ed7a297dffe8,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:49.559943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] For port 9b79065d-1d62-45b3-8548-f6128e9341f8, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:49.575783 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9bae95dd-065e-47e3-ab04-1a0ef06e43be None None] Port 9b79065d-1d62-45b3-8548-f6128e9341f8 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:49.580462 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] For port 9b79065d-1d62-45b3-8548-f6128e9341f8, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=9b79065d-1d62-45b3-8548-f6128e9341f8,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:49.645167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.649187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e893f2eb-384a-4eee-91c6-876924ac6169 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7290120 Jul 26 16:32:49.649616 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 40984) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:49.655886 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group_rule': {'security_group_id': 'ce6c8487-64eb-4c14-b551-16f6df137fdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:49.672254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.673898 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 64f3a113-3dc1-4592-8083-afb742116f83 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:49.679641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.685629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-e7a76277-5b53-46a2-b72e-b7c329485aa4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:49.693246 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-e7a76277-5b53-46a2-b72e-b7c329485aa4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1754732 Jul 26 16:32:49.711469 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-31a0cb28-ebb7-4255-9d8d-07f11453a260 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/quotas/8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 375 time: 0.0171189 Jul 26 16:32:49.777292 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-e3fe8c03-f4f3-430a-b1a7-9e68c55eecb7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647295 Jul 26 16:32:49.796878 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=b8d8e858-ac00-4976-9baa-ed7a297dffe8,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:49.828780 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 64f3a113-3dc1-4592-8083-afb742116f83 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:49.829716 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (64f3a113-3dc1-4592-8083-afb742116f83), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.831999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:49.833051 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:49.840279 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-7dc4e334-df39-4d9e-812b-a4947b1cda77 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:49.847449 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-7dc4e334-df39-4d9e-812b-a4947b1cda77 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 0.1633098 Jul 26 16:32:49.870200 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-ac6048b1-122b-4221-bf34-0ca31bd67871 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/quotas/08a954085f8f454698c55faa9351ad6e HTTP/1.1" status: 200 len: 375 time: 0.0212057 Jul 26 16:32:49.947042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (cc6102ad-42a7-4c85-a364-6b56ad4da904), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:49.959187 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-1c07a153-a4e5-4103-bc9a-09e6237955d9 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654186 Jul 26 16:32:50.036500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (cc6102ad-42a7-4c85-a364-6b56ad4da904), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:50.044517 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586738c-cbc2-4155-8ab6-a2a8c6fd3405 None None] Pushing event updated for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:50.048308 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-e882ad54-2046-48d8-a27c-943baf52f423 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772034 Jul 26 16:32:50.071658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:50.111633 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-9fad8671-e34f-4062-bb6d-01eee606ca36 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427538 Jul 26 16:32:50.151110 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 64f3a113-3dc1-4592-8083-afb742116f83 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:50.152311 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 267b5ce6-9e6b-412d-833e-d3ae9f109379 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:50.172989 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-0599aa39-5b1b-47ed-9f6b-8279155a3fcf service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236510 Jul 26 16:32:50.203050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (cc6102ad-42a7-4c85-a364-6b56ad4da904), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:50.204064 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:50.262237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6102ad-42a7-4c85-a364-6b56ad4da904,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:50.309611 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Provisioning complete for port 9b79065d-1d62-45b3-8548-f6128e9341f8 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:50.310301 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:50.313461 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-d54384f9-2620-41e9-8a95-e0232566c6d0 service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344450 Jul 26 16:32:50.367983 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 267b5ce6-9e6b-412d-833e-d3ae9f109379 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:50.368357 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:50.384861 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:50.386222 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-028d835f-bee2-49fc-a38a-34eab28edbed tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7356527 Jul 26 16:32:50.390695 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41014) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:50.395616 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:50.441006 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96e62799-ee9d-4f32-8baa-4b0ba0333388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.534594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:52.544135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Current status of the port 9b79065d-1d62-45b3-8548-f6128e9341f8 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:52.544135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.544135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '9b79065d-1d62-45b3-8548-f6128e9341f8', 'name': '', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'mac_address': 'fa:16:3e:78:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'subnets': [{'id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:52.551376 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a5c8f7bd-17d4-4f39-bf2f-df47646826ea req-aafd854e-eee4-41b6-a344-bc4401f29cda tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0401204 Jul 26 16:32:52.560923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194af3cf-1a06-4f8b-ba84-513e7dd37bf3 None None] The sync data for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi is: [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '9b79065d-1d62-45b3-8548-f6128e9341f8', 'name': '', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'mac_address': 'fa:16:3e:78:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'subnets': [{'id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:52.560923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 267b5ce6-9e6b-412d-833e-d3ae9f109379 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:52.560923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.560923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] For port 9b79065d-1d62-45b3-8548-f6128e9341f8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=9b79065d-1d62-45b3-8548-f6128e9341f8,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:52.560923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 267b5ce6-9e6b-412d-833e-d3ae9f109379, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=267b5ce6-9e6b-412d-833e-d3ae9f109379,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:52.564354 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ff2ba90b-deaa-4d9a-82d5-ad615f0d5c05 req-11e8a5d0-7ff5-4cb3-8ef9-0820510bef2c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0321505 Jul 26 16:32:52.568049 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:32:52.574957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.575542 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:52.581199 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.582385 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:52.582385 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:52.653897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.657098 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0936d-2af1-41f8-9c7d-a20b90044f22 None None] Pushing event updated for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:52.660403 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-19f0225a-450e-486c-ba41-b009b2fc3a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.693094 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-45ce5401-e97b-42dd-8658-712b54c779e9 req-2670d3f1-8c29-45e7-ba16-b579bb1902d7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0586309 Jul 26 16:32:52.721627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:52.721627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=267b5ce6-9e6b-412d-833e-d3ae9f109379,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:52.774579 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:52.775678 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:52.809289 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:52.932304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b8d8e858-ac00-4976-9baa-ed7a297dffe8 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:53.000743 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port b8d8e858-ac00-4976-9baa-ed7a297dffe8 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:53.001568 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.030131 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:53.083283 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port b8d8e858-ac00-4976-9baa-ed7a297dffe8 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:53.084529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 9b79065d-1d62-45b3-8548-f6128e9341f8 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:53.140621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 9b79065d-1d62-45b3-8548-f6128e9341f8 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:53.140621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.141895 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 2, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:53.152755 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Allocated IP 172.27.0.172 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/28fc7e9c-75bf-45e8-a402-bf152288481c) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:32:53.171310 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:53.171663 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Updating router 7f36a75b-1edc-415c-8b72-9f338226cf04 port 4fe8c7bf-2026-4c62-8da2-315160688330 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:53.207810 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.333244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 9b79065d-1d62-45b3-8548-f6128e9341f8 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:53.352146 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:53.364538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.491043 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-da2b893c-accf-4207-bf43-8b4aad1cee1e req-47337f72-cacf-4d44-a3ca-8f723079e7f4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0547731 Jul 26 16:32:53.549423 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:53.558732 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0fd7aac5-18f0-4837-be49-ea47c8027145 req-f18e4d12-3899-4f96-9346-bc80c57ecf64 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0514264 Jul 26 16:32:53.566290 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.599890 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks [] for port (4fe8c7bf-2026-4c62-8da2-315160688330), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.604002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:32:53.607095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:53.617020 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:32:53.621297 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:32:53.629435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=28fc7e9c-75bf-45e8-a402-bf152288481c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:53.709753 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.729560 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.770208 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6596f6e4-3f5f-44a2-9bf4-957f927ad1f7 req-ec77daf5-8a78-47a2-8fd9-5f71f8da1fc8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Jul 26 16:32:53.785826 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1052-1a2b-42ef-a519-96c68af9f354 None None] Pushing event updated for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:53.843184 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Attempting to bind port 4fe8c7bf-2026-4c62-8da2-315160688330 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:53.843554 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Attempting to bind port 4fe8c7bf-2026-4c62-8da2-315160688330 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:53.843910 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Attempting to bind port 4fe8c7bf-2026-4c62-8da2-315160688330 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:53.851324 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:53.851931 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:53.852642 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.852907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Bound using segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:53.853427 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Bound port: 4fe8c7bf-2026-4c62-8da2-315160688330, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:53.853812 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.892875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:53.961969 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] For port 4fe8c7bf-2026-4c62-8da2-315160688330, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:53.965595 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] For port 4fe8c7bf-2026-4c62-8da2-315160688330, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4fe8c7bf-2026-4c62-8da2-315160688330,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:53.986289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.064240 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.075586 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-01a16edd-f60d-4640-a0f1-9251c6cab0ba None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:54.075971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-01a16edd-f60d-4640-a0f1-9251c6cab0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.108173 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-01a16edd-f60d-4640-a0f1-9251c6cab0ba None None] Port 4fe8c7bf-2026-4c62-8da2-315160688330 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:54.175550 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.209472 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.215321 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:54.232054 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:54.232839 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:54.246207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.269922 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=28fc7e9c-75bf-45e8-a402-bf152288481c,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:54.293045 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1052-1a2b-42ef-a519-96c68af9f354 None None] Pushing event updated for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:54.370118 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:54.399892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.401412 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-7f5df7fa-5230-4c30-9662-6bcd68860893 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0107789 Jul 26 16:32:54.571240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:54.592713 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:54.598161 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.820425 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Current status of the port 4fe8c7bf-2026-4c62-8da2-315160688330 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:54.821093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:54.842482 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:53Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:54.893415 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e42d0b-f80e-448f-aed3-a8d88ae415a3 None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:53Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:54.913385 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-e30fe98f-1b24-4576-bef5-0855e6a433ac tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--731672726&fields=id&tenant_id=4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 267 time: 0.1695621 Jul 26 16:32:54.956828 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 267b5ce6-9e6b-412d-833e-d3ae9f109379 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:54.973877 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] For port 4fe8c7bf-2026-4c62-8da2-315160688330, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4fe8c7bf-2026-4c62-8da2-315160688330,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:54.978158 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-53a97b46-1080-4e5f-9ac2-41b5518336ee req-83893c0f-a30b-4718-9e98-31fe8ba2ae61 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0759034 Jul 26 16:32:55.039757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 267b5ce6-9e6b-412d-833e-d3ae9f109379 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:55.041570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.080614 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-bfaef02d-64e1-4b10-bfc1-2dabf4b21c31 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:55.082857 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-bfaef02d-64e1-4b10-bfc1-2dabf4b21c31 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 810 time: 0.1681666 Jul 26 16:32:55.098634 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-7974ea25-cc39-430c-8e0a-340959087a1a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/quotas/4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0094860 Jul 26 16:32:55.106959 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.148658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 267b5ce6-9e6b-412d-833e-d3ae9f109379 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:55.149815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4fe8c7bf-2026-4c62-8da2-315160688330 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:55.183007 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-77652eb3-7b97-447e-a3a9-3855b24f3a20 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785069 Jul 26 16:32:55.224861 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d4835-3fec-4722-b963-d8c1220416d5 None None] Pushing event updated for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:55.244712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:55.245117 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.342882 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-99cd86ab-513c-4ae0-aad4-4941bdf420e5 service neutron] 10.222.0.144 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361160 Jul 26 16:32:55.451700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41154) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:55.524585 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f12d80e1-1afe-4d64-89ee-65e82be5589c req-dbc8361c-853f-4621-96e9-da3762959d57 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0469706 Jul 26 16:32:55.561998 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-b39fac94-4cff-4f92-9a21-705b28a38227 service neutron] 10.222.0.144 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091081 Jul 26 16:32:55.569910 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 4fe8c7bf-2026-4c62-8da2-315160688330 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:55.584622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.587532 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:55.631751 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5324db44-8d25-446e-8924-4ffe1c888689 req-267dc30c-f591-4aec-a478-96fe0b51746a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0396717 Jul 26 16:32:55.649881 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6f38afc-567a-4453-b919-8e17f7464c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.733880 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6f38afc-567a-4453-b919-8e17f7464c13 admin admin] Publish callbacks [] for security_group (c1ac806b-b8f0-437e-beb4-6fbaa26f8809), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.845081 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.900325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c6f38afc-567a-4453-b919-8e17f7464c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c1ac806b-b8f0-437e-beb4-6fbaa26f8809), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:55.966715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41168) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:55.977345 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c6f38afc-567a-4453-b919-8e17f7464c13 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=14289132bbb4432f9afaa3376835eb8e&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5247889 Jul 26 16:32:55.980161 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f38afc-567a-4453-b919-8e17f7464c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac806b-b8f0-437e-beb4-6fbaa26f8809,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:56.078729 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-593533cd-fb5e-49e6-90bf-2e2ac0940448 req-2c31653e-a6ef-4b75-8e65-4b3fc7bdd1cd tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0864480 Jul 26 16:32:56.130813 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:56.133953 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] Publish callbacks [] for security_group (c1ac806b-b8f0-437e-beb4-6fbaa26f8809), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.158876 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] Publish callbacks [] for security_group (c1ac806b-b8f0-437e-beb4-6fbaa26f8809), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.194768 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-037fbe35-b1c6-42ed-8457-84dc43842ce8 req-c5f28c8f-440b-4393-973d-3d108ebdd707 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0312195 Jul 26 16:32:56.357849 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c1ac806b-b8f0-437e-beb4-6fbaa26f8809), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.360702 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.362028 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/c1ac806b-b8f0-437e-beb4-6fbaa26f8809 HTTP/1.1" status: 204 len: 168 time: 0.3943133 Jul 26 16:32:56.371604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d64537-d0cd-416f-a09d-b7e2dcd8c2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac806b-b8f0-437e-beb4-6fbaa26f8809,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:56.424734 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:32:56.436800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:56.437418 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:56.552964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:56.644187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5380e109-b5c5-49ee-91ac-697ec87353de req-2bc83ce9-f0a7-4daa-b412-ca71923c16d3 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0465598 Jul 26 16:32:56.757036 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e5146bad-3625-4f98-a872-ebba464e7a69 req-8365d6e6-2adb-49e7-bdac-36c37abb05f9 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0480583 Jul 26 16:32:56.786248 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4fe8c7bf-2026-4c62-8da2-315160688330 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:56.804677 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:56.852843 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 2, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:56.896090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:32:56.896090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Updating router 42b394a7-9e08-4641-b851-a8b9aa7c7eef port e4e1de6e-a96b-4569-b786-9e5cc3623046 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:32:56.918220 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 4fe8c7bf-2026-4c62-8da2-315160688330 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:56.918696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.958179 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:56.997579 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:57.136495 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 4fe8c7bf-2026-4c62-8da2-315160688330 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:57.340984 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9faacd03-3bf7-4bad-b77a-ce0459a25042 req-d57b43f2-c692-476b-b8a7-113ab4fb54eb tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.1837678 Jul 26 16:32:57.350679 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b4a0c193-4a97-44dd-8411-cc55d52548a6 req-1fc12b9d-6cb3-4229-887a-d46044e0f286 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0480647 Jul 26 16:32:57.384923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks [] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:57.546929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:57.551432 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:57.606699 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860bf81-811e-4f0d-bf32-2f3f441ed13c None None] Pushing event updated for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:57.669888 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Attempting to bind port e4e1de6e-a96b-4569-b786-9e5cc3623046 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:32:57.670444 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Attempting to bind port e4e1de6e-a96b-4569-b786-9e5cc3623046 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:32:57.671099 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Attempting to bind port e4e1de6e-a96b-4569-b786-9e5cc3623046 on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:32:57.682145 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:32:57.682751 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Checking segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:32:57.683411 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:57.684049 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Bound using segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:32:57.684866 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Bound port: e4e1de6e-a96b-4569-b786-9e5cc3623046, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:32:57.685473 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:57.860989 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-686a056d-4a6a-4c9b-92af-3de4caf03fb7 req-1c21081e-bde3-45a5-a1d9-16db8494b18c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0393476 Jul 26 16:32:57.935695 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-34fdae7e-0a38-44da-98db-2b78f0126ef8 req-9c4ae676-3387-49ef-981b-b5d904864e5e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0410140 Jul 26 16:32:57.942842 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41240) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:57.967619 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-98ce623f-20b9-4e59-9b7f-56c9a63b5bec None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:57.968007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98ce623f-20b9-4e59-9b7f-56c9a63b5bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:57.970026 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] For port e4e1de6e-a96b-4569-b786-9e5cc3623046, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:32:58.004847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] For port e4e1de6e-a96b-4569-b786-9e5cc3623046, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=e4e1de6e-a96b-4569-b786-9e5cc3623046,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:32:58.007616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:58.017204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-98ce623f-20b9-4e59-9b7f-56c9a63b5bec None None] Port e4e1de6e-a96b-4569-b786-9e5cc3623046 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:32:58.082809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-24afe61c-8856-4c6f-9745-911fbd1bfd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.124169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.169087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-24afe61c-8856-4c6f-9745-911fbd1bfd2c admin admin] Publish callbacks [] for security_group (83e67119-5901-461c-9e49-1c8f5046abb7), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.184854 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:32:58.185491 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:32:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:58.187410 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860bf81-811e-4f0d-bf32-2f3f441ed13c None None] Pushing event updated for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:58.244851 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41250) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:58.289962 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-24afe61c-8856-4c6f-9745-911fbd1bfd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (83e67119-5901-461c-9e49-1c8f5046abb7), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.302280 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:32:58.319850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afe61c-8856-4c6f-9745-911fbd1bfd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e67119-5901-461c-9e49-1c8f5046abb7,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:58.343440 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-24afe61c-8856-4c6f-9745-911fbd1bfd2c admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=23bea48eb25e4818bce5b81884348840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995256 Jul 26 16:32:58.346119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41254) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:58.371043 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988852184-network', 'tenant_id': '22ab647e5a7e4b81beed4fe0f16bb575'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:58.414181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] Publish callbacks [] for security_group (83e67119-5901-461c-9e49-1c8f5046abb7), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.457769 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f8dbee6-b57f-451f-885b-10c4b386b528 req-6d9afae4-e77d-4b08-aeda-8ff1cb784d7d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0315747 Jul 26 16:32:58.468204 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] Publish callbacks [] for security_group (83e67119-5901-461c-9e49-1c8f5046abb7), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.489175 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:58.489648 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.509260 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-deee9acb-cd0b-4de2-a828-27bd4eaf2cd1 req-ed80edcc-9c5d-4db5-afc7-c57c52dbb647 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0538619 Jul 26 16:32:58.529511 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Made reservation on behalf of 22ab647e5a7e4b81beed4fe0f16bb575 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:58.533520 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.543746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.615129 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (83e67119-5901-461c-9e49-1c8f5046abb7), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.618389 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.619992 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/83e67119-5901-461c-9e49-1c8f5046abb7 HTTP/1.1" status: 204 len: 168 time: 0.2730384 Jul 26 16:32:58.627608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Current status of the port e4e1de6e-a96b-4569-b786-9e5cc3623046 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:58.628114 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.630577 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:57Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:32:58.630933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634c376-b962-41d1-959c-4a0225d4e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e67119-5901-461c-9e49-1c8f5046abb7,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:58.668693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a57b4-caa0-4db5-85c4-64737f9ca48d None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:57Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:32:58.697453 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] For port e4e1de6e-a96b-4569-b786-9e5cc3623046, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=e4e1de6e-a96b-4569-b786-9e5cc3623046,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:32:58.712298 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:58.765278 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device e4e1de6e-a96b-4569-b786-9e5cc3623046 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:32:58.812639 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:32:58.813007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.837938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks [] for security_group (44e4de89-fe73-4673-b5bc-a1050ab8e4db), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.883796 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port e4e1de6e-a96b-4569-b786-9e5cc3623046 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:58.884188 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:58.969473 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b45a0d53-cd61-4b9a-af6a-42d63f7a44b9 req-410fdd23-9903-4cf8-9571-baaaf9864d27 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0301735 Jul 26 16:32:58.977258 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.008907 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (44e4de89-fe73-4673-b5bc-a1050ab8e4db), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.044310 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:32:59.088635 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9e48421d-074a-42c5-b062-e251954c391c req-8809a9c5-0c7d-473e-b27b-2885c1d9af61 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0504696 Jul 26 16:32:59.090438 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (7f6446a8-b645-4261-8511-d33fef7a65eb), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.090820 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Added segment 7f6446a8-b645-4261-8511-d33fef7a65eb of type vlan for network de282407-8209-4584-8569-ea98868479ea Jul 26 16:32:59.099528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e4de89-fe73-4673-b5bc-a1050ab8e4db,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:59.142101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (de282407-8209-4584-8569-ea98868479ea), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.163717 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b58a66-be3c-45ff-b540-2a058fff61f9 None None] Pushing event updated for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:59.181466 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:32:59.181895 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:32:59.203561 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:32:59.294585 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (de282407-8209-4584-8569-ea98868479ea), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.295610 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:32:59.296199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.355799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] Pushing event updated for resources: {'Network': ['ID=de282407-8209-4584-8569-ea98868479ea,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:32:59.365750 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network de282407-8209-4584-8569-ea98868479ea details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:32:59.478232 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-51318f03-9521-4ef2-8678-0abc6f4d9e46 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2320967 Jul 26 16:32:59.480919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41282) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:32:59.485553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Request body: {'subnet': {'network_id': 'de282407-8209-4584-8569-ea98868479ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988852184-subnet', 'tenant_id': '22ab647e5a7e4b81beed4fe0f16bb575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:32:59.565884 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cc96266-4f81-422c-982c-349591c2a23a req-922671fe-3274-46c3-86ee-ca2be2e9a308 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0338328 Jul 26 16:32:59.620214 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f7f7772-6838-4300-92c8-cc4fb53f7f62 req-6560b404-82fa-48ce-bcc0-c62793be11dc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jul 26 16:32:59.636641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Made reservation on behalf of 22ab647e5a7e4b81beed4fe0f16bb575 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:32:59.636641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:32:59.720621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port e4e1de6e-a96b-4569-b786-9e5cc3623046 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:32:59.951765 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (9b5b41fb-b3d2-48e5-b6a3-901e0012376c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:00.007740 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5b41fb-b3d2-48e5-b6a3-901e0012376c,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:00.019332 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Checking segment: {'id': '7f6446a8-b645-4261-8511-d33fef7a65eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'de282407-8209-4584-8569-ea98868479ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:00.019862 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Network hostable DHCP agents. Network: de282407-8209-4584-8569-ea98868479ea, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:33:00.082601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e26f7db9-16ea-4ea3-903c-a96d3ad7c694 req-255c3510-c0ba-491e-b389-a9d0e1b4c730 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Jul 26 16:33:00.083938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:00.109778 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Network de282407-8209-4584-8569-ea98868479ea is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:33:00.174008 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.86', 63200) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:00.193950 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2bc0236e-6c08-415b-b6df-e324d128a390 req-bd39aba7-0824-4e5f-ac89-e51b520bb331 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Jul 26 16:33:00.260456 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, de282407-8209-4584-8569-ea98868479ea) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:00.270473 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:00.274151 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227360b-4696-4166-8bff-c7f2d9ac0c9e None None] Network de282407-8209-4584-8569-ea98868479ea requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:00.274307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:00.347646 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-dfb2cbbc-7d83-46d2-bbd5-d3ac69f6bf8b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:00.347646 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-dfb2cbbc-7d83-46d2-bbd5-d3ac69f6bf8b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.86 "GET /v2.0/networks?id=0ad0ac4b-b585-4675-b48d-bc4995419358 HTTP/1.1" status: 200 len: 812 time: 0.1327498 Jul 26 16:33:00.397926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609200c-5919-44bb-a0f8-d68a93c3beea None None] Network de282407-8209-4584-8569-ea98868479ea requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:00.486041 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2f5e140c-09a9-42f8-b68b-cbbb27dfa359 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0040917 Jul 26 16:33:00.511546 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Request body: {'port': {'device_id': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'admin_state_up': True, 'tenant_id': '940d1a5ec6514d18946628b99f16a96e'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:00.743341 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:00.746460 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-53e50ac3-78c5-43d6-80dd-16b527582366 req-c1fe12c2-9cf0-4f57-bd04-dd05aa9ae7f4 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0566983 Jul 26 16:33:00.757775 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Made reservation on behalf of 940d1a5ec6514d18946628b99f16a96e for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:00.761703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:00.787870 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device e4e1de6e-a96b-4569-b786-9e5cc3623046 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:00.799807 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-adf7ea59-a1d2-480e-b0ed-251a69266e00 req-d8af59b2-3bd4-47cf-b5eb-b97f768402c9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0532873 Jul 26 16:33:00.852989 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.86', 63202) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:00.856079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port e4e1de6e-a96b-4569-b786-9e5cc3623046 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:00.856502 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:00.872284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.86', 63203) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:00.969791 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port e4e1de6e-a96b-4569-b786-9e5cc3623046 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:01.084610 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Allocated IP 172.20.0.5 (0ad0ac4b-b585-4675-b48d-bc4995419358/1da39f50-b5bb-4029-bebf-fca8b613b949/26e755d4-3673-4a1f-82d7-5cb16e9faf7f) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:33:01.167567 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-d5c105ff-aa93-4dae-9b9a-1a0631c98872 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:01.169153 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-d5c105ff-aa93-4dae-9b9a-1a0631c98872 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.2692580 Jul 26 16:33:01.175826 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-ab4e79a6-c863-4732-baf0-fd2e88ec925f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:01.177357 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-ab4e79a6-c863-4732-baf0-fd2e88ec925f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 0.2789006 Jul 26 16:33:01.217070 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'port': {'device_id': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'admin_state_up': True, 'tenant_id': '08a954085f8f454698c55faa9351ad6e'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:01.290746 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d6997ce2-4ef3-4010-ba66-9826a4453221 req-1a1e72d5-8735-41ea-ab46-81d90195f450 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.1013703 Jul 26 16:33:01.313161 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:01.392966 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks [] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:01.440538 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.86', 63206) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:01.528089 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d52f13c7-8984-4815-a55f-2ff8d6dabde8 req-78f2ead5-36fb-419f-9d6f-f16f448c1ee3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.1672909 Jul 26 16:33:01.533448 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-afea817f-0d74-45c3-9bf6-1615acaec12c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 380 time: 0.3317289 Jul 26 16:33:01.586886 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'port': {'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'admin_state_up': True, 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'security_groups': ['a930ad21-3615-4505-b08d-c1f06a6974ec']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:01.597643 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-36dc492a-c826-4786-b5ab-2239d96ca5e4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:01.599108 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-36dc492a-c826-4786-b5ab-2239d96ca5e4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 0.1503377 Jul 26 16:33:01.624114 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'port': {'device_id': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'admin_state_up': True, 'tenant_id': '08a954085f8f454698c55faa9351ad6e'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:01.650301 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Made reservation on behalf of 08a954085f8f454698c55faa9351ad6e for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:01.655093 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:01.728537 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:01.820925 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:33:01.831752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:01.844784 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:33:01.854044 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:01.854676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:01.925470 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5422486a-7c21-4dde-9458-1863ed38fe61 req-468fa86f-4e04-43dd-8d3c-91942758943c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0345991 Jul 26 16:33:01.928693 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Pushing event updated for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:01.937322 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41382) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:01.942640 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902382242-network', 'tenant_id': '53a7b6f18d324fa097629bc60d848b6b'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:02.071521 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a8e2a825-e402-4c41-8bda-b2cc99d78244 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5698893 Jul 26 16:33:02.122469 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d96da17d-08f8-4458-b442-9ab0e1d139c8 None None] Provisioning complete for port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:02.123045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d96da17d-08f8-4458-b442-9ab0e1d139c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.130099 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Made reservation on behalf of 08a954085f8f454698c55faa9351ad6e for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:02.134118 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.169053 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d96da17d-08f8-4458-b442-9ab0e1d139c8 None None] Port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:33:02.202094 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aaadb19b-4f6b-439a-a3ca-829f82436d07 req-d64e3e0b-7631-440f-a822-5f6324a184e9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0638032 Jul 26 16:33:02.202408 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Made reservation on behalf of 53a7b6f18d324fa097629bc60d848b6b for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:02.204722 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.224642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.241734 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:02.245361 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.325300 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Allocated IP 172.20.0.3 (75185dc6-2be4-492f-849d-964d05de909f/9a88840b-7355-4540-917e-9b3cc2a9eb8b/16990b57-d241-4bda-9263-5fdbfd1138b4) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:33:02.340580 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks [] for security_group (f3c4d0b0-9063-429a-a16a-ecbdfab6266a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.450065 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.20.0.3 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/a5df5a50-4c77-4fe7-abd3-ff061e50b15d) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:33:02.456634 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f3c4d0b0-9063-429a-a16a-ecbdfab6266a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.501173 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6d62e-66ca-4e2c-b41b-127eb2818e98 req-57de156b-0a3a-4621-9809-7ff35aae1540 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:02.502712 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-63c6d62e-66ca-4e2c-b41b-127eb2818e98 req-57de156b-0a3a-4621-9809-7ff35aae1540 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.1222603 Jul 26 16:33:02.507027 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c4d0b0-9063-429a-a16a-ecbdfab6266a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:02.509138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:02.509574 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:33:02.531933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (7728cb89-313e-4100-bf23-1e81a49a1342), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.532283 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Added segment 7728cb89-313e-4100-bf23-1e81a49a1342 of type vlan for network 3013ae42-8b15-4162-aadd-a1a88ac43dea Jul 26 16:33:02.594790 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (3013ae42-8b15-4162-aadd-a1a88ac43dea), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.615678 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-63c6d62e-66ca-4e2c-b41b-127eb2818e98 req-cbd74a26-8114-4193-a1f7-11c13316898b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035581 Jul 26 16:33:02.687439 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.723732 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4106dee6-b7e4-45c6-af62-c942270955fb req-a2c1b63c-c7a9-40b4-85bb-3279dd86f837 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0510724 Jul 26 16:33:02.779344 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.810674 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:02.911363 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (3013ae42-8b15-4162-aadd-a1a88ac43dea), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.912318 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:02.912959 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:02.997060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:02.997669 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.036728 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.115131 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:33:03.117031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:33:03.126583 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:03.130245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:33:03.135824 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:03.136492 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.153098 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:03.155643 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:33:03.162251 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:03.162863 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.174522 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:03.288341 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-6b09c22a-a5a5-4914-acae-c76b31bab001 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0613694 Jul 26 16:33:03.288341 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:03.432755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:03.442770 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-79fdb416-713b-4b5d-b3ab-92fec6982081 req-bab15387-f753-4e90-99d0-771a34e5d5c9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.1907141 Jul 26 16:33:03.452233 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-a3231910-55af-4a80-9d2f-7429c1893adc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8706486 Jul 26 16:33:03.480569 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5421331 Jul 26 16:33:03.481194 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41436) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:03.496875 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Request body: {'subnet': {'network_id': '3013ae42-8b15-4162-aadd-a1a88ac43dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1902382242-subnet', 'tenant_id': '53a7b6f18d324fa097629bc60d848b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:03.516741 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac580d7f-3fd5-429a-b38f-950df23b0d41 req-c7531fae-625f-4647-a36c-fce1d7f9c7fc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:03.525328 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ac580d7f-3fd5-429a-b38f-950df23b0d41 req-c7531fae-625f-4647-a36c-fce1d7f9c7fc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.1280940 Jul 26 16:33:03.525730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d196e-2b1c-4d5c-997d-71c8bf15e0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3013ae42-8b15-4162-aadd-a1a88ac43dea,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:03.543240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 3013ae42-8b15-4162-aadd-a1a88ac43dea details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:33:03.545388 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Allocated IP 172.20.0.8 (75185dc6-2be4-492f-849d-964d05de909f/9a88840b-7355-4540-917e-9b3cc2a9eb8b/8ff0a433-a61a-4d2f-8754-b2d35e4d59b4) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:33:03.587332 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ac580d7f-3fd5-429a-b38f-950df23b0d41 req-080fa537-f70e-44b7-84bc-879b38747744 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572398 Jul 26 16:33:03.638184 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Provisioning complete for port 16990b57-d241-4bda-9263-5fdbfd1138b4 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:03.638590 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.679914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Port 16990b57-d241-4bda-9263-5fdbfd1138b4 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:33:03.687876 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Provisioning complete for port a5df5a50-4c77-4fe7-abd3-ff061e50b15d triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:03.688194 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.723996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0576bf00-568d-4baa-adef-effe283b2ea8 None None] Port a5df5a50-4c77-4fe7-abd3-ff061e50b15d cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:33:03.740453 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Made reservation on behalf of 53a7b6f18d324fa097629bc60d848b6b for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:03.742746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.795712 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7d03-8e40-4b5a-a70e-6ce1cfae83a4 req-7b6fdaca-7cee-433a-8dde-238dee00edce tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:03.797199 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-134f7d03-8e40-4b5a-a70e-6ce1cfae83a4 req-7b6fdaca-7cee-433a-8dde-238dee00edce tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.1112182 Jul 26 16:33:03.826513 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-da56ce9a-b853-49e9-8417-447dc99299db req-6af53b01-65e8-422f-9706-f586fdb6b15c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0322418 Jul 26 16:33:03.833704 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:03.884099 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-134f7d03-8e40-4b5a-a70e-6ce1cfae83a4 req-2da5f63a-cb09-4bb1-8476-31de979d8f3e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796359 Jul 26 16:33:04.062288 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:04.117926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:33:04.125771 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:04.130764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:33:04.135846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:04.136470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:04.166498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:04.512760 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-f1d29713-ed19-4466-80de-a2489e464ade None None] Provisioning complete for port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:04.513361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f1d29713-ed19-4466-80de-a2489e464ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:04.520708 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-909e8f70-8224-49c0-bfde-3feb4403965a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9054780 Jul 26 16:33:04.545241 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f1d29713-ed19-4466-80de-a2489e464ade None None] Port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:33:04.550460 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3b24c32e-1204-4ead-b968-54ace37a9567 req-bab0e9e3-c60f-42a2-b35d-929e9b26a07c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0285373 Jul 26 16:33:04.695869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e63d59-f8d1-4eb9-a9cf-bbb70cfb7314 req-0e801f47-0f0a-463a-b344-03b1e398ff24 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:04.697366 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8e63d59-f8d1-4eb9-a9cf-bbb70cfb7314 req-0e801f47-0f0a-463a-b344-03b1e398ff24 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0456169 Jul 26 16:33:04.745368 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8e63d59-f8d1-4eb9-a9cf-bbb70cfb7314 req-7fed2c95-255d-4cd3-b3e7-751a553086aa tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Jul 26 16:33:04.746699 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (40856b90-5481-4a4b-bf3a-7fc203f21993), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:04.807046 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40856b90-5481-4a4b-bf3a-7fc203f21993,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:04.817915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Checking segment: {'id': '7728cb89-313e-4100-bf23-1e81a49a1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '3013ae42-8b15-4162-aadd-a1a88ac43dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:04.817915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Network hostable DHCP agents. Network: 3013ae42-8b15-4162-aadd-a1a88ac43dea, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:33:04.951900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Network 3013ae42-8b15-4162-aadd-a1a88ac43dea is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:33:04.984033 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd4264-902a-48d0-af62-c68b82c15088 req-5f4b5428-d1fc-4e5d-82ed-e1136a9bab49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:04.986292 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b9dd4264-902a-48d0-af62-c68b82c15088 req-5f4b5428-d1fc-4e5d-82ed-e1136a9bab49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0882926 Jul 26 16:33:05.034286 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a58a0-6c43-465a-acad-8c65f3e839a6 req-4a7e23a4-4667-428a-86ab-4c127dc4cd67 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:05.036687 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b15a58a0-6c43-465a-acad-8c65f3e839a6 req-4a7e23a4-4667-428a-86ab-4c127dc4cd67 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0568686 Jul 26 16:33:05.052865 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b9dd4264-902a-48d0-af62-c68b82c15088 req-7f4bbbc6-12c8-4bed-a943-ddca3e655272 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 Jul 26 16:33:05.061105 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 3013ae42-8b15-4162-aadd-a1a88ac43dea) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:05.080508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab43dc3-b70a-45df-bc5f-a650bdbb6d36 None None] Network 3013ae42-8b15-4162-aadd-a1a88ac43dea requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:05.084140 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:05.088810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.109695 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b15a58a0-6c43-465a-acad-8c65f3e839a6 req-841873be-dbef-4930-949a-bb3e7418f747 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673802 Jul 26 16:33:05.195745 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00909b-054c-4ebd-844c-846bc6101a1e None None] Network 3013ae42-8b15-4162-aadd-a1a88ac43dea requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:05.251741 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-eb640732-3b53-4f4c-8810-f0d355941966 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7668886 Jul 26 16:33:05.266641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41476) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:05.373933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4cf73141-fbd3-48a9-9e71-24d1e15863b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.381487 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41480) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:05.426867 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Deleting subnet 9b5b41fb-b3d2-48e5-b6a3-901e0012376c {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:33:05.430118 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Publish callbacks [] for subnet (9b5b41fb-b3d2-48e5-b6a3-901e0012376c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.449467 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4cf73141-fbd3-48a9-9e71-24d1e15863b4 admin admin] Publish callbacks [] for security_group (548ef933-3dce-4842-8d26-90efb9d76900), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.463230 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Publish callbacks [] for subnet (9b5b41fb-b3d2-48e5-b6a3-901e0012376c), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.472913 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (9b5b41fb-b3d2-48e5-b6a3-901e0012376c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.568887 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4cf73141-fbd3-48a9-9e71-24d1e15863b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (548ef933-3dce-4842-8d26-90efb9d76900), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.611960 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-4cf73141-fbd3-48a9-9e71-24d1e15863b4 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=972b28c33ff14091823f9211a0fe926e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442111 Jul 26 16:33:05.613364 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf73141-fbd3-48a9-9e71-24d1e15863b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548ef933-3dce-4842-8d26-90efb9d76900,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:05.615050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41484) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:05.663472 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-239db744-433a-48c2-986a-1d155a4518ee req-3962297c-4109-4ff7-a30c-cf74aa9182d7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0401530 Jul 26 16:33:05.689655 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (9b5b41fb-b3d2-48e5-b6a3-901e0012376c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.717561 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] Publish callbacks [] for security_group (548ef933-3dce-4842-8d26-90efb9d76900), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.720268 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5b41fb-b3d2-48e5-b6a3-901e0012376c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:05.730334 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.734151 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-520abdb9-fe4f-4026-a1e3-6ecc25e2d34a admin admin] 10.222.0.144 "DELETE /v2.0/subnets/9b5b41fb-b3d2-48e5-b6a3-901e0012376c HTTP/1.1" status: 204 len: 168 time: 0.3514054 Jul 26 16:33:05.737010 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41486) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:05.753635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] Publish callbacks [] for security_group (548ef933-3dce-4842-8d26-90efb9d76900), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.840025 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:05.899814 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (de282407-8209-4584-8569-ea98868479ea), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:05.924559 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c309c-77cf-425f-9959-3ebc26771b83 req-41970059-9890-49af-885b-1d3de4703bef tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:05.927330 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-644c309c-77cf-425f-9959-3ebc26771b83 req-41970059-9890-49af-885b-1d3de4703bef tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0733559 Jul 26 16:33:05.963214 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.037673 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (548ef933-3dce-4842-8d26-90efb9d76900), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.040404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.041466 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (de282407-8209-4584-8569-ea98868479ea), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.041607 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/548ef933-3dce-4842-8d26-90efb9d76900 HTTP/1.1" status: 204 len: 168 time: 0.4255905 Jul 26 16:33:06.050809 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743253b-837d-4907-8cdf-99ed3186bdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ef933-3dce-4842-8d26-90efb9d76900,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:06.055809 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-644c309c-77cf-425f-9959-3ebc26771b83 req-4580dad1-a143-4ce4-83fb-a2b993e6ea4f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222639 Jul 26 16:33:06.081888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.083448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.083448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.083448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > port after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.083706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.084090 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > port after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.084301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.084933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.085148 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.085301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.200496 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa116f-dd39-4221-bf32-3399608efa75 req-c6b97b36-49d8-457a-93d3-be2553fd748c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:06.202028 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-15fa116f-dd39-4221-bf32-3399608efa75 req-c6b97b36-49d8-457a-93d3-be2553fd748c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0634270 Jul 26 16:33:06.251137 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-15fa116f-dd39-4221-bf32-3399608efa75 req-10d3ac6e-1a7f-44b0-bb31-bc74a9bbfaa1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Jul 26 16:33:06.377411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.377759 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.378110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.378435 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:06.378800 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de282407-8209-4584-8569-ea98868479ea']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:06.405051 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6446a8-b645-4261-8511-d33fef7a65eb') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:06.405338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6446a8-b645-4261-8511-d33fef7a65eb') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:06.444136 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (7f6446a8-b645-4261-8511-d33fef7a65eb), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.474146 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba5828-51ba-4807-b560-43f0494f5a0a req-28326bf7-8dee-4db1-a795-691857d82f03 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:06.475693 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9eba5828-51ba-4807-b560-43f0494f5a0a req-28326bf7-8dee-4db1-a795-691857d82f03 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0915151 Jul 26 16:33:06.476648 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (7f6446a8-b645-4261-8511-d33fef7a65eb), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.493360 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:33:06.493809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (7f6446a8-b645-4261-8511-d33fef7a65eb), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.609432 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9eba5828-51ba-4807-b560-43f0494f5a0a req-e9424464-7626-465a-bb27-de139335959f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260557 Jul 26 16:33:06.729690 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (de282407-8209-4584-8569-ea98868479ea), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.743151 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.747514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] 10.222.0.144 "DELETE /v2.0/networks/de282407-8209-4584-8569-ea98868479ea HTTP/1.1" status: 204 len: 168 time: 1.0094707 Jul 26 16:33:06.750754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41512) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:06.778374 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae9f72-a27a-437b-9e2a-4e92c200255a admin admin] Pushing event deleted for resources: {'Network': ['ID=de282407-8209-4584-8569-ea98868479ea,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:06.821056 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2a6ff4fc-fd7d-4276-9176-481d8d5d79bb req-11bccb60-767f-4b52-be00-b92e600a3976 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0736780 Jul 26 16:33:06.834593 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Deleting subnet 40856b90-5481-4a4b-bf3a-7fc203f21993 {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:33:06.839365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Publish callbacks [] for subnet (40856b90-5481-4a4b-bf3a-7fc203f21993), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.878995 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Publish callbacks [] for subnet (40856b90-5481-4a4b-bf3a-7fc203f21993), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.886425 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (40856b90-5481-4a4b-bf3a-7fc203f21993), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:06.903201 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 7f6446a8-b645-4261-8511-d33fef7a65eb resource provider aggregate not found Jul 26 16:33:06.927905 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 7f6446a8-b645-4261-8511-d33fef7a65eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f6446a8-b645-4261-8511-d33fef7a65eb found for delete ", "request_id": "req-1bfca4c6-1c07-4a16-a40f-f9be4ca2046d"}]} Jul 26 16:33:07.067226 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for subnet (40856b90-5481-4a4b-bf3a-7fc203f21993), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.095539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40856b90-5481-4a4b-bf3a-7fc203f21993,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:07.106295 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.106295 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-40bb211f-a2ff-4a7e-b8e2-0f411330cf12 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/40856b90-5481-4a4b-bf3a-7fc203f21993 HTTP/1.1" status: 204 len: 168 time: 0.3535683 Jul 26 16:33:07.108080 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41524) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:07.219334 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (3013ae42-8b15-4162-aadd-a1a88ac43dea), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.252756 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51978b8-695a-4554-8071-1c255647e834 req-ae9cbb28-371c-4b2b-922a-0ada19620729 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:07.264860 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b51978b8-695a-4554-8071-1c255647e834 req-ae9cbb28-371c-4b2b-922a-0ada19620729 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.1035817 Jul 26 16:33:07.380835 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b51978b8-695a-4554-8071-1c255647e834 req-30ef50e3-cb3d-4545-a19f-999a47129837 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100070 Jul 26 16:33:07.457004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41538) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:07.477327 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (3013ae42-8b15-4162-aadd-a1a88ac43dea), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.484736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc4b344b-fde5-4fcb-b3c4-2d0e95987bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.512214 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.512606 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.513434 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.513760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > port after_create 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.514090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.514674 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > port after_update 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.515314 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.515738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.516068 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.517019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.529238 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:07.610129 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc4b344b-fde5-4fcb-b3c4-2d0e95987bde admin admin] Publish callbacks [] for security_group (ded945f8-ea42-44fa-804c-8ec21a00a1dd), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.662167 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=46 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:07.722671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.722906 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.723331 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.723565 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 16:33:07.723928 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3013ae42-8b15-4162-aadd-a1a88ac43dea']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:07.734953 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fc4b344b-fde5-4fcb-b3c4-2d0e95987bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ded945f8-ea42-44fa-804c-8ec21a00a1dd), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.749939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7728cb89-313e-4100-bf23-1e81a49a1342') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:07.750274 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7728cb89-313e-4100-bf23-1e81a49a1342') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:07.757641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:07.773772 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (7728cb89-313e-4100-bf23-1e81a49a1342), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.784690 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11452bf5-83be-4bb7-9447-39d11a2ba6b2 req-e9eabbfa-659e-43dc-93a6-835946f3c085 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:07.786326 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-11452bf5-83be-4bb7-9447-39d11a2ba6b2 req-e9eabbfa-659e-43dc-93a6-835946f3c085 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.3680637 Jul 26 16:33:07.789985 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111172-419f-4c2f-a616-714879a6b88c req-ea45b638-775a-41c6-bf95-b112d99e85d7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:07.791490 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fd111172-419f-4c2f-a616-714879a6b88c req-ea45b638-775a-41c6-bf95-b112d99e85d7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0878532 Jul 26 16:33:07.798882 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-fc4b344b-fde5-4fcb-b3c4-2d0e95987bde admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=a188fdb9a79e4ea1bec0865e36537509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408117 Jul 26 16:33:07.801863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b344b-fde5-4fcb-b3c4-2d0e95987bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded945f8-ea42-44fa-804c-8ec21a00a1dd,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:07.804292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41546) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:07.865490 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (7728cb89-313e-4100-bf23-1e81a49a1342), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.888069 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:33:07.888069 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (7728cb89-313e-4100-bf23-1e81a49a1342), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.909362 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fd111172-419f-4c2f-a616-714879a6b88c req-4a552381-1205-42e0-ab75-631a777db981 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083293 Jul 26 16:33:07.912910 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] Publish callbacks [] for security_group (ded945f8-ea42-44fa-804c-8ec21a00a1dd), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:07.962343 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-11452bf5-83be-4bb7-9447-39d11a2ba6b2 req-84b563fc-0c0d-45cf-bafb-d6a8e9f98643 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503718 Jul 26 16:33:07.963898 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] Publish callbacks [] for security_group (ded945f8-ea42-44fa-804c-8ec21a00a1dd), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:08.037670 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-01c90bab-2767-471a-831f-a1885e25eacc req-80d52e15-d94d-4dac-bb3b-5b99e8af7c5b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0310063 Jul 26 16:33:08.155609 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 7728cb89-313e-4100-bf23-1e81a49a1342 resource provider aggregate not found Jul 26 16:33:08.171155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (3013ae42-8b15-4162-aadd-a1a88ac43dea), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:08.171947 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:08.187074 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] 10.222.0.144 "DELETE /v2.0/networks/3013ae42-8b15-4162-aadd-a1a88ac43dea HTTP/1.1" status: 204 len: 168 time: 1.0774171 Jul 26 16:33:08.191757 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 7728cb89-313e-4100-bf23-1e81a49a1342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7728cb89-313e-4100-bf23-1e81a49a1342 found for delete ", "request_id": "req-c66e93e3-62ca-4375-9164-998d7242cd4d"}]} Jul 26 16:33:08.207371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b01d-b8d9-40cc-9c94-017720f9cb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=3013ae42-8b15-4162-aadd-a1a88ac43dea,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:08.215344 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ded945f8-ea42-44fa-804c-8ec21a00a1dd), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:08.218045 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:08.219138 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/ded945f8-ea42-44fa-804c-8ec21a00a1dd HTTP/1.1" status: 204 len: 168 time: 0.4133143 Jul 26 16:33:08.227810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a96b1-6d05-4944-a902-69c3c1757e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded945f8-ea42-44fa-804c-8ec21a00a1dd,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:08.557384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c436c-24b2-4b9d-b633-4a0545aba683 req-13fd5e3b-c671-4d4e-80bb-0910a83bbfd9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:08.559284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0d5c436c-24b2-4b9d-b633-4a0545aba683 req-13fd5e3b-c671-4d4e-80bb-0910a83bbfd9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0783522 Jul 26 16:33:08.628116 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0d5c436c-24b2-4b9d-b633-4a0545aba683 req-c9e7a583-a29a-4ac2-a949-bd8abc4b0c24 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550888 Jul 26 16:33:08.941729 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41594) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:09.123607 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca879e48-5d3a-4d7f-9ed8-965fbf3daa21 req-04c80b96-1460-4eeb-a0a9-8142d72b86ab tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:09.125380 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ca879e48-5d3a-4d7f-9ed8-965fbf3daa21 req-04c80b96-1460-4eeb-a0a9-8142d72b86ab tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0670795 Jul 26 16:33:09.141139 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:09.227797 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ca879e48-5d3a-4d7f-9ed8-965fbf3daa21 req-766f9424-5372-455e-a198-f9e034edf3f1 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955434 Jul 26 16:33:09.303998 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41608) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:09.317773 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d07d96e7-7e52-4c81-a750-4d7574d78844 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=22ab647e5a7e4b81beed4fe0f16bb575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579481 Jul 26 16:33:09.361942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b54e5-69d5-4c07-9dff-6853692c24fb req-eb799c9d-7b45-4982-ac68-6b915555b654 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:09.364085 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e32b54e5-69d5-4c07-9dff-6853692c24fb req-eb799c9d-7b45-4982-ac68-6b915555b654 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.1343780 Jul 26 16:33:09.415539 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59442d0c-6e21-492f-9a4c-82b5601e6fd9 req-1aa3454a-c46f-4305-9545-9d21570d74ec tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0939460 Jul 26 16:33:09.417197 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] Publish callbacks [] for security_group (44e4de89-fe73-4673-b5bc-a1050ab8e4db), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:09.447943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e32b54e5-69d5-4c07-9dff-6853692c24fb req-2aeb5dc3-35b6-4400-976e-3ee53301b240 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Jul 26 16:33:09.464423 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] Publish callbacks [] for security_group (44e4de89-fe73-4673-b5bc-a1050ab8e4db), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:09.701312 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (44e4de89-fe73-4673-b5bc-a1050ab8e4db), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:09.704215 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:09.705637 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/44e4de89-fe73-4673-b5bc-a1050ab8e4db HTTP/1.1" status: 204 len: 168 time: 0.4000201 Jul 26 16:33:09.739952 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993161b7-3120-43da-b800-273f76777dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e4de89-fe73-4673-b5bc-a1050ab8e4db,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:09.768255 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5c529-d585-4a36-94d8-ecc6c0423c87 req-d7096397-ddd9-4f91-8c14-e603f4701329 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:09.770589 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9fc5c529-d585-4a36-94d8-ecc6c0423c87 req-d7096397-ddd9-4f91-8c14-e603f4701329 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0812476 Jul 26 16:33:09.864370 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9fc5c529-d585-4a36-94d8-ecc6c0423c87 req-c8c9fb4d-4e61-4aed-82c7-c1ab74fe0224 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859427 Jul 26 16:33:10.383111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aebac1-37c4-46ca-b216-301070055864 req-a698d78f-b209-4540-b963-a46ef720255b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:10.384844 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-39aebac1-37c4-46ca-b216-301070055864 req-a698d78f-b209-4540-b963-a46ef720255b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0732007 Jul 26 16:33:10.468655 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-39aebac1-37c4-46ca-b216-301070055864 req-7806c5da-005b-4125-9cca-7ffff644c128 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772674 Jul 26 16:33:10.577608 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d09641a2-ba16-4575-a580-145c46974f73 req-05544199-fea9-4ffc-820c-187e4ca32fa3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0588348 Jul 26 16:33:10.613756 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caae123-2151-41b4-9491-db59cafd4a18 req-8202b311-21c9-4706-b689-537d839170da tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:10.615560 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0caae123-2151-41b4-9491-db59cafd4a18 req-8202b311-21c9-4706-b689-537d839170da tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0682025 Jul 26 16:33:10.668514 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0caae123-2151-41b4-9491-db59cafd4a18 req-454ab016-62b1-449f-95e0-a2d0fa642683 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468154 Jul 26 16:33:10.707975 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41642) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:10.757699 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-80299f4e-5e6d-448a-80ba-a797ae8d665e admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=53a7b6f18d324fa097629bc60d848b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483918 Jul 26 16:33:10.760230 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41646) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:10.811262 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] Publish callbacks [] for security_group (f3c4d0b0-9063-429a-a16a-ecbdfab6266a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:10.848415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] Publish callbacks [] for security_group (f3c4d0b0-9063-429a-a16a-ecbdfab6266a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:10.994362 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505a3f-37a7-49c4-b0c1-edb8f03f1619 req-f082fd4d-4735-4e70-956d-c39340b45d45 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:10.996013 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-45505a3f-37a7-49c4-b0c1-edb8f03f1619 req-f082fd4d-4735-4e70-956d-c39340b45d45 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0553901 Jul 26 16:33:11.048220 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-45505a3f-37a7-49c4-b0c1-edb8f03f1619 req-4f1a40c0-d2ac-47df-87be-58b770266a08 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Jul 26 16:33:11.083317 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f3c4d0b0-9063-429a-a16a-ecbdfab6266a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:11.085961 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:11.087124 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/f3c4d0b0-9063-429a-a16a-ecbdfab6266a HTTP/1.1" status: 204 len: 168 time: 0.3259325 Jul 26 16:33:11.097792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9e196-b4a9-4db1-b7aa-79c1a6969017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c4d0b0-9063-429a-a16a-ecbdfab6266a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:11.330320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:11.629522 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17445da-05d3-4258-8161-95216770c06e req-5fed29e7-131c-4ee2-857f-fdc0205c714d tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:11.631188 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b17445da-05d3-4258-8161-95216770c06e req-5fed29e7-131c-4ee2-857f-fdc0205c714d tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0557344 Jul 26 16:33:11.643768 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:11.686677 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9a4e3db5-91fd-4783-8d20-e9f1903afd73 req-3319d96b-7948-4714-bd81-04be3905a991 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0299752 Jul 26 16:33:11.687282 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b17445da-05d3-4258-8161-95216770c06e req-992d893b-a46f-4b7c-9d61-f7cb3b64e462 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Jul 26 16:33:11.785119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83cf5b-41fe-4a63-9b18-09e86ae00027 req-d6cb79b3-1f85-48fe-b60c-0e96c7013a75 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:11.786544 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ca83cf5b-41fe-4a63-9b18-09e86ae00027 req-d6cb79b3-1f85-48fe-b60c-0e96c7013a75 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0461199 Jul 26 16:33:11.836935 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ca83cf5b-41fe-4a63-9b18-09e86ae00027 req-9a8cc353-2a5c-47bb-8b76-fd5a50260a4e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 Jul 26 16:33:11.883244 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:12.009005 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:12.154755 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41700) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:12.167817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f7419-baef-459d-b1ff-94ec2fefd94c req-497c44f9-6b24-414e-b64f-5f20c3174757 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:12.169194 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f8f7419-baef-459d-b1ff-94ec2fefd94c req-497c44f9-6b24-414e-b64f-5f20c3174757 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0524859 Jul 26 16:33:12.218277 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f8f7419-baef-459d-b1ff-94ec2fefd94c req-50161d9a-14bc-42e4-9b9f-a931ea0b44c6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431578 Jul 26 16:33:12.321731 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92e69769-2506-4f07-b10c-47a11bc4730f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.328781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:12.396418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41708) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:12.414223 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92e69769-2506-4f07-b10c-47a11bc4730f admin admin] Publish callbacks [] for security_group (141940b6-ae34-4d68-8663-1da0186a998f), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.508910 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f40fc0b4-9794-427e-8dd7-b2e5b15f0243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.523649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92e69769-2506-4f07-b10c-47a11bc4730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (141940b6-ae34-4d68-8663-1da0186a998f), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.609271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41718) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:12.609519 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-92e69769-2506-4f07-b10c-47a11bc4730f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=66fc791b89bc48baaec4a6b371d1c904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535375 Jul 26 16:33:12.611614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e69769-2506-4f07-b10c-47a11bc4730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141940b6-ae34-4d68-8663-1da0186a998f,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:12.667013 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f40fc0b4-9794-427e-8dd7-b2e5b15f0243 admin admin] Publish callbacks [] for security_group (9150cc98-7a32-4e80-b301-0884a535ee1f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.708789 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] Publish callbacks [] for security_group (141940b6-ae34-4d68-8663-1da0186a998f), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.738026 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] Publish callbacks [] for security_group (141940b6-ae34-4d68-8663-1da0186a998f), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.784586 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f40fc0b4-9794-427e-8dd7-b2e5b15f0243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9150cc98-7a32-4e80-b301-0884a535ee1f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.859559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a26de-0691-47f9-a0fb-5bf4037bc8d2 req-eaca221f-a451-40f2-8c0e-5d3db865d918 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:12.862178 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b07a26de-0691-47f9-a0fb-5bf4037bc8d2 req-eaca221f-a451-40f2-8c0e-5d3db865d918 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0669105 Jul 26 16:33:12.875131 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f40fc0b4-9794-427e-8dd7-b2e5b15f0243 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=abb10bbf7682446ea218b2d69e909779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729724 Jul 26 16:33:12.875131 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32e38b34-87e1-4e87-b1b6-b57821973bd3 req-09069166-c731-41d3-8b0f-e3c59acf4e53 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0551977 Jul 26 16:33:12.875131 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41730) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:12.875131 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fc0b4-9794-427e-8dd7-b2e5b15f0243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150cc98-7a32-4e80-b301-0884a535ee1f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:12.955024 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] Publish callbacks [] for security_group (9150cc98-7a32-4e80-b301-0884a535ee1f), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.982781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] Publish callbacks [] for security_group (9150cc98-7a32-4e80-b301-0884a535ee1f), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.986444 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (141940b6-ae34-4d68-8663-1da0186a998f), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.989286 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b07a26de-0691-47f9-a0fb-5bf4037bc8d2 req-ef03c683-e1dd-48e7-a7b7-bc0ecc64fe15 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213660 Jul 26 16:33:12.990471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:12.995021 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/141940b6-ae34-4d68-8663-1da0186a998f HTTP/1.1" status: 204 len: 168 time: 0.3844218 Jul 26 16:33:13.037829 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09d205-75ab-415c-bb64-f22ec71671de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141940b6-ae34-4d68-8663-1da0186a998f,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:13.105663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111455d9-ed12-4dde-b60a-9e2dc255f8e6 req-564ebd74-9827-43b0-ac6b-4c482e7f93df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:13.108890 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-111455d9-ed12-4dde-b60a-9e2dc255f8e6 req-564ebd74-9827-43b0-ac6b-4c482e7f93df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0958502 Jul 26 16:33:13.173292 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-111455d9-ed12-4dde-b60a-9e2dc255f8e6 req-bce05000-2e7f-4828-bb1f-c18429962c6e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Jul 26 16:33:13.289181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9150cc98-7a32-4e80-b301-0884a535ee1f), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:13.291977 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:13.295800 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/9150cc98-7a32-4e80-b301-0884a535ee1f HTTP/1.1" status: 204 len: 168 time: 0.4170072 Jul 26 16:33:13.311644 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6bcec-a879-4806-8e6e-4c3219949fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150cc98-7a32-4e80-b301-0884a535ee1f,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:13.367921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e53c2-c6fd-44bd-9ba9-d221aa0dfa4d req-1bc22448-618c-4db1-9fda-775509423d53 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:13.375237 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-025e53c2-c6fd-44bd-9ba9-d221aa0dfa4d req-1bc22448-618c-4db1-9fda-775509423d53 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0747552 Jul 26 16:33:13.430879 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-025e53c2-c6fd-44bd-9ba9-d221aa0dfa4d req-25756ec5-09ec-4124-920c-985981445d94 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544827 Jul 26 16:33:14.000966 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-37390d0d-962c-4ae7-a5d9-112608666808 req-e4b88277-7735-4747-9cf0-bd765ecf4b17 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0285058 Jul 26 16:33:14.102061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6d84b-f757-486c-9f47-2825680ec460 req-2a785d38-870a-4362-b711-fa82995366e1 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:14.103521 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d7b6d84b-f757-486c-9f47-2825680ec460 req-2a785d38-870a-4362-b711-fa82995366e1 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0461845 Jul 26 16:33:14.153649 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d7b6d84b-f757-486c-9f47-2825680ec460 req-98c04fde-b419-459a-9cb4-57a34c8c87e2 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Jul 26 16:33:14.252319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41758) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:14.268858 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-adb4ab1e-8ee9-4586-af98-5f5003b0692f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.289174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffbce8-bec7-4e59-b6bb-eebf1fda6165 req-6b230926-bd0b-4e4b-8fd7-a96651d56576 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:14.290808 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-52ffbce8-bec7-4e59-b6bb-eebf1fda6165 req-6b230926-bd0b-4e4b-8fd7-a96651d56576 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0541165 Jul 26 16:33:14.347190 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-52ffbce8-bec7-4e59-b6bb-eebf1fda6165 req-8c1e0eb5-bc96-4bf8-998b-13830ba21792 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Jul 26 16:33:14.366867 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-adb4ab1e-8ee9-4586-af98-5f5003b0692f admin admin] Publish callbacks [] for security_group (efaf07ef-e08d-428a-9660-2d02c3febe91), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.421153 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:14.466800 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-adb4ab1e-8ee9-4586-af98-5f5003b0692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (efaf07ef-e08d-428a-9660-2d02c3febe91), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.538901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4ab1e-8ee9-4586-af98-5f5003b0692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf07ef-e08d-428a-9660-2d02c3febe91,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:14.538901 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-adb4ab1e-8ee9-4586-af98-5f5003b0692f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=2ba4c92eb36645c38cb8abce281caea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851167 Jul 26 16:33:14.540809 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41766) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:14.541343 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 41768) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:14.587253 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d2665593-939c-41c4-9c3a-3b44f2976467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.652787 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533907a-f0d7-40cc-afb9-34ce57c9ab05 req-8c1830cc-25cd-4398-8496-bb95f975c477 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:14.654779 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7533907a-f0d7-40cc-afb9-34ce57c9ab05 req-8c1830cc-25cd-4398-8496-bb95f975c477 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0924492 Jul 26 16:33:14.657471 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:14.702210 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] Publish callbacks [] for security_group (efaf07ef-e08d-428a-9660-2d02c3febe91), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.770862 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] Publish callbacks [] for security_group (efaf07ef-e08d-428a-9660-2d02c3febe91), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:14.809100 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7533907a-f0d7-40cc-afb9-34ce57c9ab05 req-f4eb7e32-6c7b-402c-9196-21487b53765f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416519 Jul 26 16:33:14.876321 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d2665593-939c-41c4-9c3a-3b44f2976467 admin admin] Publish callbacks [] for security_group (8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.016040 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d2665593-939c-41c4-9c3a-3b44f2976467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.067368 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d2665593-939c-41c4-9c3a-3b44f2976467 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=b99d1d22e0c449ecb7396ac74a66eb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224798 Jul 26 16:33:15.067368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2665593-939c-41c4-9c3a-3b44f2976467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:15.068365 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 41780) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:15.084930 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (efaf07ef-e08d-428a-9660-2d02c3febe91), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.088805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.096149 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/efaf07ef-e08d-428a-9660-2d02c3febe91 HTTP/1.1" status: 204 len: 168 time: 0.5505986 Jul 26 16:33:15.104104 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b578-78cb-4d5c-8fd9-43321b1a8407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf07ef-e08d-428a-9660-2d02c3febe91,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:15.252898 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4ef4417e-6b9b-4985-b3c2-8a520f1d4ecd req-18fbf313-0ba5-43ce-92bb-d63e922946c4 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0678830 Jul 26 16:33:15.252898 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] Publish callbacks [] for security_group (8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.302797 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] Publish callbacks [] for security_group (8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:15.312446 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36e526-0402-459f-a8b4-fe7e07db55fe req-795ebe65-1a84-4c0a-ac78-57fe18a6a9db tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:15.314149 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d36e526-0402-459f-a8b4-fe7e07db55fe req-795ebe65-1a84-4c0a-ac78-57fe18a6a9db tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0685258 Jul 26 16:33:15.369849 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d36e526-0402-459f-a8b4-fe7e07db55fe req-4384a0d8-67f0-443c-a986-23d0572c16cc tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Jul 26 16:33:15.478631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596f2e6-b66f-4525-84dc-60bd2db324e8 req-2bf839b7-3a70-4071-be96-65231a069f78 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:15.480157 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3596f2e6-b66f-4525-84dc-60bd2db324e8 req-2bf839b7-3a70-4071-be96-65231a069f78 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0485823 Jul 26 16:33:15.531317 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3596f2e6-b66f-4525-84dc-60bd2db324e8 req-e7ffdba1-381a-4650-9e72-1c6bed7557ce tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448728 Jul 26 16:33:15.934481 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933e25f-9acd-46a8-b794-76a0f7520932 req-6387ed92-17ba-4241-8495-958e08bb0e41 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:15.936020 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2933e25f-9acd-46a8-b794-76a0f7520932 req-6387ed92-17ba-4241-8495-958e08bb0e41 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0520916 Jul 26 16:33:15.982741 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2933e25f-9acd-46a8-b794-76a0f7520932 req-b932c590-d9f9-4c01-881a-cd5e6b5c5db1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jul 26 16:33:16.318156 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:16.320729 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:16.324553 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8 HTTP/1.1" status: 204 len: 168 time: 1.2545567 Jul 26 16:33:16.343767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f85815-0f39-4ce1-8b19-eaf0e4364101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8736a4-e30f-45ee-bfa3-d7ea9a5ab1f8,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:16.361568 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8ccd797e-1935-4770-a658-40d10cc39cd3 req-50d2337c-54eb-4185-bbc6-8bd2a33d7856 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 26 16:33:16.508346 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f0193-145c-4ef4-a578-ec9fc9af94bb req-0d59ab6b-3dd3-4ba0-b6ce-521771d96c5b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:16.512866 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d07f0193-145c-4ef4-a578-ec9fc9af94bb req-0d59ab6b-3dd3-4ba0-b6ce-521771d96c5b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0644419 Jul 26 16:33:16.561117 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d07f0193-145c-4ef4-a578-ec9fc9af94bb req-ecb36bf6-d728-48d8-97bd-a727cadeb477 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439551 Jul 26 16:33:16.684176 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad61c3-d83b-4d9d-a5fd-c7b07495e19e req-8be01fc3-87c5-4f11-ab4a-dc064db5a19a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:16.684176 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-22ad61c3-d83b-4d9d-a5fd-c7b07495e19e req-8be01fc3-87c5-4f11-ab4a-dc064db5a19a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0572546 Jul 26 16:33:16.738866 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-22ad61c3-d83b-4d9d-a5fd-c7b07495e19e req-910b27f0-2925-4fc9-a0e0-6fc55b3f5ffa tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Jul 26 16:33:17.101021 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:17.117687 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218c250-45c6-4281-9fb0-78c61269414a req-3a3836ae-941f-4a86-8731-98c42b8c8e8f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:17.119293 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6218c250-45c6-4281-9fb0-78c61269414a req-3a3836ae-941f-4a86-8731-98c42b8c8e8f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0555840 Jul 26 16:33:17.167481 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6218c250-45c6-4281-9fb0-78c61269414a req-c38ed02b-ffe9-4804-9464-3c3f19e03d61 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Jul 26 16:33:17.226540 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:17.340702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:17.479471 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0a4bea97-0dfa-4915-8dab-0e060639fe50 req-4b6ba61d-22f4-4bdb-95b2-c3818e6ca01b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jul 26 16:33:17.687696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e087e-adfa-4f5b-9c41-1e9fdf857c8a req-a85e0132-953a-4ef8-99fa-18b4dfcf8851 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:17.689237 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-162e087e-adfa-4f5b-9c41-1e9fdf857c8a req-a85e0132-953a-4ef8-99fa-18b4dfcf8851 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.0491362 Jul 26 16:33:17.726570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a3564e0e-47c9-4d34-a896-dece20be93f7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:33:17.727636 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-a3564e0e-47c9-4d34-a896-dece20be93f7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055025 Jul 26 16:33:17.740140 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:17.763257 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-3956c01d-ab4f-4293-b9ff-767276097a43 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:33:17.767271 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-3956c01d-ab4f-4293-b9ff-767276097a43 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125678 Jul 26 16:33:17.778937 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-162e087e-adfa-4f5b-9c41-1e9fdf857c8a req-0492dcec-98a5-4f08-ad81-eda8e1d44850 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834682 Jul 26 16:33:17.803194 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-f3d88780-1804-4be8-9668-5ed45f155d6c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:33:17.806776 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-f3d88780-1804-4be8-9668-5ed45f155d6c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0172591 Jul 26 16:33:17.822279 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-98fd8d44-9d8c-4dec-82a5-b5374b100903 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:33:17.823887 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-98fd8d44-9d8c-4dec-82a5-b5374b100903 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0440149 Jul 26 16:33:17.882278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6d7a-d52f-4db1-91f6-9d09d9be7120 req-d0a9341b-c8d0-4e5d-bd37-cf45a2a72396 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:17.883907 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0eaa6d7a-d52f-4db1-91f6-9d09d9be7120 req-d0a9341b-c8d0-4e5d-bd37-cf45a2a72396 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.0494714 Jul 26 16:33:17.940811 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:17.944788 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0eaa6d7a-d52f-4db1-91f6-9d09d9be7120 req-260c883f-7a5d-4d57-a422-078d7713e3fc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528445 Jul 26 16:33:18.293568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588375-58e1-4ebe-8cf9-35273a909eb0 req-8bd00160-9329-405c-9298-5c13d8823404 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:18.295330 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cf588375-58e1-4ebe-8cf9-35273a909eb0 req-8bd00160-9329-405c-9298-5c13d8823404 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.0554349 Jul 26 16:33:18.344847 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cf588375-58e1-4ebe-8cf9-35273a909eb0 req-5197ccdb-5128-4943-bfb9-52d6fa7ec9bd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Jul 26 16:33:18.582957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.86', 63225) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:18.601259 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8ea2f5ad-2ff8-4d91-9c90-5b01f30f7bba req-65367837-2abe-4db7-b1f2-988eaffcb343 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0500903 Jul 26 16:33:18.655388 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-83db3062-f5fd-4d42-9cad-7f7358e9fe00 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:18.656978 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-83db3062-f5fd-4d42-9cad-7f7358e9fe00 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 810 time: 0.1235468 Jul 26 16:33:18.741581 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-731b7ad8-563d-4c12-93e7-70ad4793ef54 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 379 time: 0.0702121 Jul 26 16:33:18.750859 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'port': {'device_id': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'admin_state_up': True, 'tenant_id': '4088561009754a839604e3798787d8b9', 'security_groups': ['ce6c8487-64eb-4c14-b551-16f6df137fdc']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:18.795583 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Request body: {'port': {'device_id': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:18.796415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Request body: {'port': {'device_id': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:18.852429 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Request body: {'port': {'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:18.867938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Request body: {'port': {'device_id': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:18.938176 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.030695 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d719ea-9114-4e3c-825b-3403884bf529 req-22d90368-0105-4d1e-86e1-c7ffe2daf46b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:19.039747 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65d719ea-9114-4e3c-825b-3403884bf529 req-22d90368-0105-4d1e-86e1-c7ffe2daf46b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 931 time: 0.1423182 Jul 26 16:33:19.248141 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65d719ea-9114-4e3c-825b-3403884bf529 req-e1a5f70d-75eb-4ead-9b19-1e871670103b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084081 Jul 26 16:33:19.249692 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Made reservation on behalf of 4088561009754a839604e3798787d8b9 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:19.253575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.288237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.293268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.304168 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.334447 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e370079-3cff-4f64-a2fc-4271bde5f97f req-22eb2a4d-5099-47ac-a6ef-afae684381ca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:19.335918 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9e370079-3cff-4f64-a2fc-4271bde5f97f req-22eb2a4d-5099-47ac-a6ef-afae684381ca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 931 time: 0.2690873 Jul 26 16:33:19.473543 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:19.605353 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Allocated IP 172.20.0.9 (064214c0-586f-4d9b-9abf-5c6b26d0c406/7579b1b7-64d6-4d66-b721-51c0c600714e/bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:33:19.616172 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3ef4a-1a1c-48e1-807f-ba76e90df09c req-fd7dfdf7-801a-4660-8292-bd942c7d8c7e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:19.617893 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9d3ef4a-1a1c-48e1-807f-ba76e90df09c req-fd7dfdf7-801a-4660-8292-bd942c7d8c7e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 931 time: 0.1067245 Jul 26 16:33:19.713316 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16990b57-d241-4bda-9263-5fdbfd1138b4 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:19.729768 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks [] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.781887 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9e370079-3cff-4f64-a2fc-4271bde5f97f req-0587313b-1507-4e0c-b988-5cf0b38fffda tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304724 Jul 26 16:33:19.798774 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9d3ef4a-1a1c-48e1-807f-ba76e90df09c req-f693a6c2-82d4-4a9f-8491-d3b94f6f8a09 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704068 Jul 26 16:33:19.812119 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Transition to ACTIVE for port object 16990b57-d241-4bda-9263-5fdbfd1138b4 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:33:19.878141 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:19.930494 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fbd325b2-f90c-4422-869e-dde2e42bb532 req-72257812-b4dd-4a45-9b66-79a586427fd3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jul 26 16:33:20.022845 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:20.055814 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.058629 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.118120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e755d4-3673-4a1f-82d7-5cb16e9faf7f {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:20.123338 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:33:20.130570 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:20.130738 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks [] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.133454 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Pushing event updated for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:20.137618 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:33:20.138606 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5df5a50-4c77-4fe7-abd3-ff061e50b15d {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:20.157762 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks [] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.173465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Transition to ACTIVE for port object 26e755d4-3673-4a1f-82d7-5cb16e9faf7f will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:33:20.235836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Transition to ACTIVE for port object a5df5a50-4c77-4fe7-abd3-ff061e50b15d will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:33:20.331595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:20.346832 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.356696 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks [] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.462641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Transition to ACTIVE for port object 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:33:20.532109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.557869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Pushing event updated for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:20.564912 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2e8b711a-98bb-463d-b56d-d3caba304ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.607627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-57b97862-05d4-408f-940f-473040ea24d8 None None] Provisioning complete for port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:20.608418 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57b97862-05d4-408f-940f-473040ea24d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.610831 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.623727 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:20.624931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.641201 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:20.653631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17651923-16e9-4b3d-959c-c75741f03a74 req-ea8e19b0-707a-41ae-a29f-e8531ce30933 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:20.655190 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17651923-16e9-4b3d-959c-c75741f03a74 req-ea8e19b0-707a-41ae-a29f-e8531ce30933 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.1371303 Jul 26 16:33:20.686616 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Pushing event updated for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:20.691339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Attempting to bind port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:33:20.691917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Attempting to bind port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:33:20.692437 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Attempting to bind port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f on network 0ad0ac4b-b585-4675-b48d-bc4995419358 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:20.706244 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Attempting to bind port 16990b57-d241-4bda-9263-5fdbfd1138b4 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:33:20.706618 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Attempting to bind port 16990b57-d241-4bda-9263-5fdbfd1138b4 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:33:20.706950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Attempting to bind port 16990b57-d241-4bda-9263-5fdbfd1138b4 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:20.707986 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-57b97862-05d4-408f-940f-473040ea24d8 None None] Port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:33:20.743953 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Port 16990b57-d241-4bda-9263-5fdbfd1138b4 on network 75185dc6-2be4-492f-849d-964d05de909f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:33:20.744284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Attempting to bind port 16990b57-d241-4bda-9263-5fdbfd1138b4 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:20.763363 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:33:20.763921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:20.764496 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Bound using segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:33:20.765406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Bound port: 16990b57-d241-4bda-9263-5fdbfd1138b4, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:33:20.766044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:20.773161 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17651923-16e9-4b3d-959c-c75741f03a74 req-2ba50d99-0629-4a10-aa74-2e2ad2c4c8a4 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097746 Jul 26 16:33:20.786813 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-27b2ca61-4882-4096-bcf4-faebc5067b5a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0402677 Jul 26 16:33:20.791413 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f on network 0ad0ac4b-b585-4675-b48d-bc4995419358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:33:20.792063 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Attempting to bind port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f on network 0ad0ac4b-b585-4675-b48d-bc4995419358 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:20.848468 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Request body: {'port': {'device_id': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:20.879908 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:33:20.880687 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Checking segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:20.881428 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Bound using segment: {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:33:20.882117 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Bound port: 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92010fca-e17e-4a6d-a613-cc23fbf08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:33:20.882789 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.005870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:21.022860 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:33:21.052723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.080319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71cfea-603a-4e66-a007-915f1a38d70e req-ff2b4bc9-1ba8-4d9f-9363-638d3f4a7351 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.085278 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d71cfea-603a-4e66-a007-915f1a38d70e req-ff2b4bc9-1ba8-4d9f-9363-638d3f4a7351 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.2099962 Jul 26 16:33:21.094282 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Attempting to bind port a5df5a50-4c77-4fe7-abd3-ff061e50b15d on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:33:21.094693 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Attempting to bind port a5df5a50-4c77-4fe7-abd3-ff061e50b15d by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:33:21.094880 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:21.095151 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Attempting to bind port a5df5a50-4c77-4fe7-abd3-ff061e50b15d on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:21.144449 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Port a5df5a50-4c77-4fe7-abd3-ff061e50b15d on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:33:21.144805 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Attempting to bind port a5df5a50-4c77-4fe7-abd3-ff061e50b15d on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:21.149831 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=16990b57-d241-4bda-9263-5fdbfd1138b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:33:21.167251 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:33:21.167682 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:21.168132 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:33:21.168265 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009b6f4-ead2-4d7b-9a58-e750fee5ad2e req-d31b6a8e-2551-484e-b95e-ef2e39298c0d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.168717 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Bound port: a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:33:21.169163 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.169654 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1009b6f4-ead2-4d7b-9a58-e750fee5ad2e req-d31b6a8e-2551-484e-b95e-ef2e39298c0d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.1484873 Jul 26 16:33:21.171212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Attempting to bind port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:33:21.171609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Attempting to bind port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:33:21.172002 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Attempting to bind port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:21.187249 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:33:21.201870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 on network 75185dc6-2be4-492f-849d-964d05de909f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:33:21.202195 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Attempting to bind port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:21.224060 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:33:21.232374 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:33:21.232741 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:21.233127 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Bound using segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:33:21.233559 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Bound port: 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:33:21.233916 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.276421 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d71cfea-603a-4e66-a007-915f1a38d70e req-dcb08c6d-c88e-405d-b383-908453bfe10b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605823 Jul 26 16:33:21.308009 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1009b6f4-ead2-4d7b-9a58-e750fee5ad2e req-25937430-31a4-4984-b58f-ff001c9d2883 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264114 Jul 26 16:33:21.334499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:33:21.337869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:33:21.340799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.365543 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:33:21.369137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:33:21.376123 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.396467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.397065 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.398932 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] 10.222.0.86 "PUT /v2.0/ports/16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 1093 time: 2.8056056 Jul 26 16:33:21.399355 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:21.440060 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e2b23-4eca-4389-8f41-138e6f7fd902 service neutron] Pushing event updated for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:21.484674 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685861-55a5-4518-b235-c14f4c0ad43e req-cda41da1-0b23-4b08-8673-4e3460ffa352 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.486243 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a0685861-55a5-4518-b235-c14f4c0ad43e req-cda41da1-0b23-4b08-8673-4e3460ffa352 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 931 time: 0.1072757 Jul 26 16:33:21.495273 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.495907 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.498091 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] 10.222.0.86 "PUT /v2.0/ports/26e755d4-3673-4a1f-82d7-5cb16e9faf7f HTTP/1.1" status: 200 len: 1093 time: 2.9129658 Jul 26 16:33:21.507848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:21.553217 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:21.574519 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks [] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.579803 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a0685861-55a5-4518-b235-c14f4c0ad43e req-2b4da86d-487b-4a3b-a2d0-6fc492860ba1 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782573 Jul 26 16:33:21.581265 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.584681 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.594404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Transition to ACTIVE for port object bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:33:21.626364 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:21.740842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.802944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb828888-7ba5-4af8-893e-dc0581273eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:21.814920 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.818612 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.818612 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] 10.222.0.86 "PUT /v2.0/ports/8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 200 len: 1093 time: 3.2317953 Jul 26 16:33:21.829144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96b997-2fdc-4223-ad0f-442f6d8cca28 x-openstack-request-id: req-fa96b997-2fdc-4223-ad0f-442f6d8cca28 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:21.830015 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:21.830269 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-fa96b997-2fdc-4223-ad0f-442f6d8cca28 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:21.831127 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5afdc-20cb-4d78-b7bf-925501901529 service neutron] Pushing event updated for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:21.833359 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa96b997-2fdc-4223-ad0f-442f6d8cca28'] response: {'name': 'network-changed', 'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4', 'status': 'completed', 'code': 200} Jul 26 16:33:21.872960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:21.884825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:21.885455 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:21.887097 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] 10.222.0.86 "PUT /v2.0/ports/a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 200 len: 1093 time: 3.3001986 Jul 26 16:33:21.960663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409fa7e-512a-4a23-ad00-85c9fa8a55db service neutron] Pushing event updated for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:22.035361 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae69a35-5e75-4788-894c-d3c5ddfc6adc x-openstack-request-id: req-3ae69a35-5e75-4788-894c-d3c5ddfc6adc {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:22.036208 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:22.036519 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-3ae69a35-5e75-4788-894c-d3c5ddfc6adc {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:22.036968 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae69a35-5e75-4788-894c-d3c5ddfc6adc'] response: {'name': 'network-changed', 'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f', 'status': 'completed', 'code': 200} Jul 26 16:33:22.045064 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168dca7-b7d4-4ba1-b371-57189252f30e service neutron] Pushing event updated for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:22.073528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Attempting to bind port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:33:22.073869 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Attempting to bind port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:33:22.074282 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Attempting to bind port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:22.088052 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:33:22.088436 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Attempting to bind port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:33:22.104095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:33:22.104565 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Checking segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:22.105035 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Bound using segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:33:22.105547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Bound port: bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:33:22.105987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:22.127049 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422b2ab-ef92-4985-b751-ac211138ec90 req-b17e03ac-9553-49f8-9666-04ef9981639e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:22.128991 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a422b2ab-ef92-4985-b751-ac211138ec90 req-b17e03ac-9553-49f8-9666-04ef9981639e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.1257694 Jul 26 16:33:22.277462 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a422b2ab-ef92-4985-b751-ac211138ec90 req-e06063b4-f45f-4b41-9e9e-d7e0a316d619 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352210 Jul 26 16:33:22.288821 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:33:22.292507 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:33:22.433367 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab0911-7323-4fb6-a2ee-3970061e8e90 req-5ea386d8-39f8-47f1-afc8-7502bb5a92b7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:22.435148 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8fab0911-7323-4fb6-a2ee-3970061e8e90 req-5ea386d8-39f8-47f1-afc8-7502bb5a92b7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0764635 Jul 26 16:33:22.436945 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:22.480084 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:22.520413 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8fab0911-7323-4fb6-a2ee-3970061e8e90 req-91db947c-4cb1-42ff-84fc-41751485587c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741673 Jul 26 16:33:22.521396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f0a8-2015-4a51-ba0e-ce62e37d5cef req-a21938e7-3a8f-4d81-95d2-352c7f7b3434 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:22.522894 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4900f0a8-2015-4a51-ba0e-ce62e37d5cef req-a21938e7-3a8f-4d81-95d2-352c7f7b3434 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.1052699 Jul 26 16:33:22.531085 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:22.531766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:22.533028 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] 10.222.0.86 "PUT /v2.0/ports/bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 1093 time: 1.7067609 Jul 26 16:33:22.591311 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46026f-df21-4fea-9977-b972ac1db7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:22.614611 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4900f0a8-2015-4a51-ba0e-ce62e37d5cef req-7313f11a-1f0b-4916-b985-1dfd32438f80 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737777 Jul 26 16:33:22.643349 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a93c-4e94-4cab-b676-6ba1e6eff951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:22.755546 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09787c00-598f-448a-bc7a-a137ba95d3e1 req-05951b7b-d4d4-40b4-b3cf-69b69c97b723 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:22.757291 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-09787c00-598f-448a-bc7a-a137ba95d3e1 req-05951b7b-d4d4-40b4-b3cf-69b69c97b723 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0707743 Jul 26 16:33:22.805874 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-09787c00-598f-448a-bc7a-a137ba95d3e1 req-bf6060d7-ca47-4b50-bd52-08374e622ed1 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428209 Jul 26 16:33:22.958221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:23.397585 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b239-87ad-4c50-9857-3055b7feb744 req-1741c21b-c873-4236-9ce0-c30ba8256d33 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:23.403319 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f95b239-87ad-4c50-9857-3055b7feb744 req-1741c21b-c873-4236-9ce0-c30ba8256d33 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Jul 26 16:33:23.452270 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f95b239-87ad-4c50-9857-3055b7feb744 req-f09ef2c8-0281-4223-841c-d91aabaa3a2c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Jul 26 16:33:23.659754 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8880a22-dc3a-469c-abf3-d30dc91f068f req-dcd04bf0-ab16-4ccf-87e5-9af06dddcb2d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:23.661854 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d8880a22-dc3a-469c-abf3-d30dc91f068f req-dcd04bf0-ab16-4ccf-87e5-9af06dddcb2d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0548267 Jul 26 16:33:23.710345 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d8880a22-dc3a-469c-abf3-d30dc91f068f req-af55ee2e-cdb0-407b-83bb-5cf83d1d8d85 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Jul 26 16:33:23.729745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c570-ad65-45c1-b457-f9bc02d36b68 req-99a1b6f5-c58a-41d1-ae29-10857a016135 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:23.731303 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c4e2c570-ad65-45c1-b457-f9bc02d36b68 req-99a1b6f5-c58a-41d1-ae29-10857a016135 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0483685 Jul 26 16:33:23.778321 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c4e2c570-ad65-45c1-b457-f9bc02d36b68 req-3648552c-9775-4f1d-a426-bea7292b2fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Jul 26 16:33:23.834110 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:23.836435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de2391-f103-401d-bf43-11a147486e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:23.881355 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49395ec-ea29-45fc-a081-d605d5bd19be x-openstack-request-id: req-b49395ec-ea29-45fc-a081-d605d5bd19be {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:23.881649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:23.881903 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-b49395ec-ea29-45fc-a081-d605d5bd19be {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:23.882335 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49395ec-ea29-45fc-a081-d605d5bd19be'] response: {'name': 'network-changed', 'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'status': 'completed', 'code': 200} Jul 26 16:33:23.895968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42072) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:23.934637 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba1aa2-d65c-40ec-9e74-f1da31f1b334 req-486d50d8-20e8-4e4e-8174-9dc10d437590 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:23.936139 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-94ba1aa2-d65c-40ec-9e74-f1da31f1b334 req-486d50d8-20e8-4e4e-8174-9dc10d437590 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0523057 Jul 26 16:33:23.983705 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-94ba1aa2-d65c-40ec-9e74-f1da31f1b334 req-51b142ac-e445-4119-a5cf-745bc592ac59 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Jul 26 16:33:24.000449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ccecc966-9ed7-4b27-986c-197c416b75f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.014334 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.038543 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4'}, {'name': 'network-changed', 'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:24.041461 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4"}, {"name": "network-changed", "server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:24.084831 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ccecc966-9ed7-4b27-986c-197c416b75f7 admin admin] Publish callbacks [] for security_group (85e6d1a4-72f8-4c1f-a25d-3294e450d45d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.092577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d893e-1f04-4305-8b64-25a58d79b8af x-openstack-request-id: req-3f7d893e-1f04-4305-8b64-25a58d79b8af {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:24.092876 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:24.093130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-3f7d893e-1f04-4305-8b64-25a58d79b8af {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:24.093530 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7d893e-1f04-4305-8b64-25a58d79b8af'] response: {'name': 'network-changed', 'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', 'status': 'completed', 'code': 200} Jul 26 16:33:24.093787 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7d893e-1f04-4305-8b64-25a58d79b8af'] response: {'name': 'network-changed', 'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'status': 'completed', 'code': 200} Jul 26 16:33:24.300209 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ccecc966-9ed7-4b27-986c-197c416b75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (85e6d1a4-72f8-4c1f-a25d-3294e450d45d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.339152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecc966-9ed7-4b27-986c-197c416b75f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e6d1a4-72f8-4c1f-a25d-3294e450d45d,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:24.347608 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ccecc966-9ed7-4b27-986c-197c416b75f7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=f88c8ce1b7c14db0b005d1eb500b23a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489725 Jul 26 16:33:24.348637 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42086) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:24.399623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] Publish callbacks [] for security_group (85e6d1a4-72f8-4c1f-a25d-3294e450d45d), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.427513 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] Publish callbacks [] for security_group (85e6d1a4-72f8-4c1f-a25d-3294e450d45d), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.572981 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5bc4c-869e-4d64-8945-bd1f8f53d5e9 req-04ef66ac-631c-4cd3-aedf-782f9428db6c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:24.574451 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64b5bc4c-869e-4d64-8945-bd1f8f53d5e9 req-04ef66ac-631c-4cd3-aedf-782f9428db6c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0467250 Jul 26 16:33:24.622088 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64b5bc4c-869e-4d64-8945-bd1f8f53d5e9 req-5b7f5a3a-9b75-4851-ba5c-36ed34bf3de5 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421243 Jul 26 16:33:24.649517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (85e6d1a4-72f8-4c1f-a25d-3294e450d45d), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.652283 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:24.653477 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/85e6d1a4-72f8-4c1f-a25d-3294e450d45d HTTP/1.1" status: 204 len: 168 time: 0.3046942 Jul 26 16:33:24.662026 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856cc7-affd-4f6d-943e-983790de0fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e6d1a4-72f8-4c1f-a25d-3294e450d45d,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:24.828187 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa51ba-e97d-47f8-b942-099e8a7a4f07 req-a88ea6af-72c5-48dc-bfff-d667542dfc67 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:24.829706 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e6aa51ba-e97d-47f8-b942-099e8a7a4f07 req-a88ea6af-72c5-48dc-bfff-d667542dfc67 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0473516 Jul 26 16:33:24.878350 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e6aa51ba-e97d-47f8-b942-099e8a7a4f07 req-b88d68fd-9eab-412b-a9e0-3812f2d22d2a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Jul 26 16:33:24.901733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f1ab7-11e1-45a0-adae-2d33b1adf734 req-fd6a85eb-265d-4b57-9663-b1bf962f233a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:24.903235 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-811f1ab7-11e1-45a0-adae-2d33b1adf734 req-fd6a85eb-265d-4b57-9663-b1bf962f233a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0532210 Jul 26 16:33:24.954855 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-811f1ab7-11e1-45a0-adae-2d33b1adf734 req-9a6fffbb-1f1f-4640-9319-29f11c8439e2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455930 Jul 26 16:33:24.982090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42102) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:25.067136 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=8 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:25.106458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9e14fbdc-cfa1-4f66-b2e4-9c2ee2d5e2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:25.140739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde572df-f2c7-4914-bd7b-0cdc1c6aa6c9 req-03dfd29b-514f-4c45-a4ab-55c17871f339 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.150766 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bde572df-f2c7-4914-bd7b-0cdc1c6aa6c9 req-03dfd29b-514f-4c45-a4ab-55c17871f339 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0862422 Jul 26 16:33:25.277697 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bde572df-f2c7-4914-bd7b-0cdc1c6aa6c9 req-69464c8e-5966-4f30-8741-57a593a76942 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289327 Jul 26 16:33:25.330293 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-d4558977-2282-4ce4-ba65-2d3fed25b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.331814 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-d4558977-2282-4ce4-ba65-2d3fed25b5f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=940d1a5ec6514d18946628b99f16a96e&device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 1127 time: 0.1338921 Jul 26 16:33:25.332349 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-c9bacd53-dbea-4164-9546-035a2609eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.333859 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-c9bacd53-dbea-4164-9546-035a2609eca3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1127 time: 0.1327090 Jul 26 16:33:25.334773 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-e6ce42c2-6c29-456e-a681-3f47ea027c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.336103 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-e6ce42c2-6c29-456e-a681-3f47ea027c5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1127 time: 0.1268563 Jul 26 16:33:25.339087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de2391-f103-401d-bf43-11a147486e9c req-e42c51a8-ab79-4c04-a857-51a3d75510e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.340477 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b9de2391-f103-401d-bf43-11a147486e9c req-e42c51a8-ab79-4c04-a857-51a3d75510e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1127 time: 0.1302054 Jul 26 16:33:25.341024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:25.347640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2f3efda1-0e03-480d-84e5-ec93db141648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.351795 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-2f3efda1-0e03-480d-84e5-ec93db141648 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 1127 time: 0.0630136 Jul 26 16:33:25.360489 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9e14fbdc-cfa1-4f66-b2e4-9c2ee2d5e2a3 admin admin] Publish callbacks [] for security_group (7c534a65-28ce-4a7d-9ee7-5c48e24dad2c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:25.500450 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-6f644d53-e0f0-43bb-bf6c-864fe34babeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 200 len: 217 time: 0.1071937 Jul 26 16:33:25.501599 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9e14fbdc-cfa1-4f66-b2e4-9c2ee2d5e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7c534a65-28ce-4a7d-9ee7-5c48e24dad2c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:25.529252 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-b0a2df6a-5444-4abc-8cf6-5ffbd6a176e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 200 len: 217 time: 0.1394944 Jul 26 16:33:25.589678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:25.643724 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-9e14fbdc-cfa1-4f66-b2e4-9c2ee2d5e2a3 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=65c99460f1564f54a187ce2cfbd70e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581411 Jul 26 16:33:25.649800 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42116) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:25.657404 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:25.683935 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14fbdc-cfa1-4f66-b2e4-9c2ee2d5e2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c534a65-28ce-4a7d-9ee7-5c48e24dad2c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:25.697546 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-c20cc5db-8d7a-41f7-957a-3b920e050da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.697546 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-c20cc5db-8d7a-41f7-957a-3b920e050da5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.1845856 Jul 26 16:33:25.700577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:25.713843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-caf6cf64-d8d5-433d-9f33-cdef8870e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.715273 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-caf6cf64-d8d5-433d-9f33-cdef8870e0b3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=940d1a5ec6514d18946628b99f16a96e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3379011 Jul 26 16:33:25.727296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-b3fad232-abf9-494b-9082-2ca55f497a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.728809 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-b3fad232-abf9-494b-9082-2ca55f497a76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.1656477 Jul 26 16:33:25.826555 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de2391-f103-401d-bf43-11a147486e9c req-e49efdb3-2b8b-4453-a864-7bef65f8db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.828026 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b9de2391-f103-401d-bf43-11a147486e9c req-e49efdb3-2b8b-4453-a864-7bef65f8db81 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4088561009754a839604e3798787d8b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4358671 Jul 26 16:33:25.850921 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-c2d26384-bd8f-4c7e-82ff-6f4cc8bc61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.852699 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-c2d26384-bd8f-4c7e-82ff-6f4cc8bc61b0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=08a954085f8f454698c55faa9351ad6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4615345 Jul 26 16:33:25.891410 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42122) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:25.923284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d443e3-8948-4d0f-8a76-9b30c7373ec3 req-7335cdc4-bb5f-4a72-8f50-3b05395ad786 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:25.924899 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-30d443e3-8948-4d0f-8a76-9b30c7373ec3 req-7335cdc4-bb5f-4a72-8f50-3b05395ad786 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.2114730 Jul 26 16:33:26.037866 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-df24dce2-9c3c-4249-8f5f-dacb5aac341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.039399 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-df24dce2-9c3c-4249-8f5f-dacb5aac341f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3356140 Jul 26 16:33:26.053105 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7ba85d12-0d31-4d39-8a5d-d0b18f63dcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.076681 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-36c02a65-bb61-4906-8aef-ebf26e182754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.078166 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-36c02a65-bb61-4906-8aef-ebf26e182754 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3204148 Jul 26 16:33:26.088596 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] Publish callbacks [] for security_group (7c534a65-28ce-4a7d-9ee7-5c48e24dad2c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.152356 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe346-60a6-4ee9-9b30-bd304c2e6a85 req-e575670a-b664-4f22-9c06-d28bef7fbd49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.153939 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a10fe346-60a6-4ee9-9b30-bd304c2e6a85 req-e575670a-b664-4f22-9c06-d28bef7fbd49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.1378663 Jul 26 16:33:26.234387 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-6b82fe02-eef3-4ac9-8273-afff5fee7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.235867 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb828888-7ba5-4af8-893e-dc0581273eb9 req-6b82fe02-eef3-4ac9-8273-afff5fee7beb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5001698 Jul 26 16:33:26.273628 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a10fe346-60a6-4ee9-9b30-bd304c2e6a85 req-2cf2a73c-cae5-4881-b12a-7100540b6c7f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056654 Jul 26 16:33:26.275808 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-b05acad6-9d32-4ad3-82ba-371b854c75be service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129209 Jul 26 16:33:26.401023 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:26.419842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-9c5946e1-4b50-47f0-bef8-046180164e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.421634 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-9c5946e1-4b50-47f0-bef8-046180164e6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=940d1a5ec6514d18946628b99f16a96e&device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 1127 time: 0.1078238 Jul 26 16:33:26.446806 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] Publish callbacks [] for security_group (7c534a65-28ce-4a7d-9ee7-5c48e24dad2c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.459554 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51e1dd-9f30-4d89-abe0-608943ee37b8 req-41d1451f-abd7-4fe6-88b1-afdc49a1cbe2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.461114 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6d51e1dd-9f30-4d89-abe0-608943ee37b8 req-41d1451f-abd7-4fe6-88b1-afdc49a1cbe2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0923598 Jul 26 16:33:26.485642 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-30d443e3-8948-4d0f-8a76-9b30c7373ec3 req-2228a0de-b7c8-40d2-ab48-2bea48230fa7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309784 Jul 26 16:33:26.497991 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-2e3dea3c-ce8d-4584-b050-1effa60969dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f HTTP/1.1" status: 200 len: 217 time: 0.0552235 Jul 26 16:33:26.507092 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-1d8587ef-08e7-4e72-b8e2-ff0613b2c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.508403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-87866118-32a5-448e-aac5-6c140618c9e0 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191923 Jul 26 16:33:26.508566 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c90b5a1d-b22a-41dc-a8ee-80362436c0f2 req-1d8587ef-08e7-4e72-b8e2-ff0613b2c1de service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6179690 Jul 26 16:33:26.515602 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de2391-f103-401d-bf43-11a147486e9c req-c6b22f5b-2047-458c-99c7-104f55e9dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.517062 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b9de2391-f103-401d-bf43-11a147486e9c req-c6b22f5b-2047-458c-99c7-104f55e9dc33 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6612442 Jul 26 16:33:26.573333 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-627984d8-a2e0-430d-b2ff-2bbf29620cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712489 Jul 26 16:33:26.598148 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-28906195-fae3-4bd9-acec-daf154f97399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.601620 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-28906195-fae3-4bd9-acec-daf154f97399 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1da39f50-b5bb-4029-bebf-fca8b613b949 HTTP/1.1" status: 200 len: 851 time: 0.0938129 Jul 26 16:33:26.621917 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6d51e1dd-9f30-4d89-abe0-608943ee37b8 req-53995926-a660-4106-8f05-6e5104126ddc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307106 Jul 26 16:33:26.665469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-3b56b467-a0a8-475e-abb3-38f10101767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.666986 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-3b56b467-a0a8-475e-abb3-38f10101767d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0ad0ac4b-b585-4675-b48d-bc4995419358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441890 Jul 26 16:33:26.768241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8206a-6294-40f3-b2e9-32be9aea4ef3 req-5b1f756a-18ec-4d74-a56e-82d1d6b4ffbc tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.770798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-10b8206a-6294-40f3-b2e9-32be9aea4ef3 req-5b1f756a-18ec-4d74-a56e-82d1d6b4ffbc tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.1816509 Jul 26 16:33:26.780290 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-36da304e-df04-4b64-8357-3def2506ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.781959 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-36da304e-df04-4b64-8357-3def2506ee84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1127 time: 0.1368363 Jul 26 16:33:26.786361 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-746608d7-5495-408d-b5cb-67707d546255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:26.786528 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-0501e043-741a-4438-8b4c-c9943ffc8aef service neutron] 10.222.0.86 "GET /v2.0/networks/0ad0ac4b-b585-4675-b48d-bc4995419358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124916 Jul 26 16:33:26.787722 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-746608d7-5495-408d-b5cb-67707d546255 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1127 time: 0.1304505 Jul 26 16:33:26.824079 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7c534a65-28ce-4a7d-9ee7-5c48e24dad2c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.826641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.827749 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7c534a65-28ce-4a7d-9ee7-5c48e24dad2c HTTP/1.1" status: 204 len: 168 time: 1.1718001 Jul 26 16:33:26.868123 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-665373fb-947b-49e1-8285-e5c6aa6b9246 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674158 Jul 26 16:33:26.875118 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d3aa9-5ba6-40d2-84ed-d1d8d7626b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c534a65-28ce-4a7d-9ee7-5c48e24dad2c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:26.888810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7ba85d12-0d31-4d39-8a5d-d0b18f63dcba admin admin] Publish callbacks [] for security_group (9a189734-3f55-4341-8cbe-3f7b4f801a57), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:26.892787 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-10b8206a-6294-40f3-b2e9-32be9aea4ef3 req-d48e9b00-0ccb-4b62-b95a-5d9413677186 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141489 Jul 26 16:33:27.020809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7ba85d12-0d31-4d39-8a5d-d0b18f63dcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9a189734-3f55-4341-8cbe-3f7b4f801a57), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:27.062606 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-7ba85d12-0d31-4d39-8a5d-d0b18f63dcba admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=50e1a2851654426a84018f8db97f65e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1701458 Jul 26 16:33:27.063870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba85d12-0d31-4d39-8a5d-d0b18f63dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a189734-3f55-4341-8cbe-3f7b4f801a57,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:27.065341 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42162) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:27.122934 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] Publish callbacks [] for security_group (9a189734-3f55-4341-8cbe-3f7b4f801a57), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:27.155947 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] Publish callbacks [] for security_group (9a189734-3f55-4341-8cbe-3f7b4f801a57), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:27.401533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c4d60-84e3-4307-961a-141f15bb9b18 req-4b7372c8-2e38-45cc-838d-bdb9db8047a1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:27.402964 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-129c4d60-84e3-4307-961a-141f15bb9b18 req-4b7372c8-2e38-45cc-838d-bdb9db8047a1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0462036 Jul 26 16:33:27.423383 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9a189734-3f55-4341-8cbe-3f7b4f801a57), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:27.426544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:27.430342 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/9a189734-3f55-4341-8cbe-3f7b4f801a57 HTTP/1.1" status: 204 len: 168 time: 0.3612139 Jul 26 16:33:27.447128 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dc687-02c7-4d03-95f4-d2a31347a848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a189734-3f55-4341-8cbe-3f7b4f801a57,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:27.467133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-129c4d60-84e3-4307-961a-141f15bb9b18 req-89b5d480-34ed-4748-a6df-bd42c19252fb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587654 Jul 26 16:33:27.624275 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d961c-82b1-4d18-bdc4-f988d471a532 req-4783ceb0-8a0e-46a6-a5c4-4fc8bf2b85dc tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:27.625809 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a27d961c-82b1-4d18-bdc4-f988d471a532 req-4783ceb0-8a0e-46a6-a5c4-4fc8bf2b85dc tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0480800 Jul 26 16:33:27.688154 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a27d961c-82b1-4d18-bdc4-f988d471a532 req-5aa49d8a-21a8-4657-8785-f0e4162462f1 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565224 Jul 26 16:33:27.744651 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584a0b6-6ad0-4db5-a069-c67d4b9979f2 req-13674598-000b-4f3a-ac77-30fb7270ab7f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:27.746122 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2584a0b6-6ad0-4db5-a069-c67d4b9979f2 req-13674598-000b-4f3a-ac77-30fb7270ab7f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0591528 Jul 26 16:33:27.792562 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2584a0b6-6ad0-4db5-a069-c67d4b9979f2 req-70b920d3-aaae-46e8-8640-480c8e1c87ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Jul 26 16:33:28.016419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62db674-0278-4aaf-a7b8-c313572ca0ba req-3837a32e-955d-428c-9998-afcb35e278df tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:28.017930 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a62db674-0278-4aaf-a7b8-c313572ca0ba req-3837a32e-955d-428c-9998-afcb35e278df tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0475457 Jul 26 16:33:28.033923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42188) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:28.047134 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1a14-f742-4c6e-bdf5-35019d5cece6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.068955 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a62db674-0278-4aaf-a7b8-c313572ca0ba req-1c8627b9-1207-4c56-bb56-e3709a340f9f tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455537 Jul 26 16:33:28.123371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1a14-f742-4c6e-bdf5-35019d5cece6 admin admin] Publish callbacks [] for security_group (b53ebbe9-b802-4c3f-b5eb-e0e8b946f474), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.249308 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c9ab1a14-f742-4c6e-bdf5-35019d5cece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b53ebbe9-b802-4c3f-b5eb-e0e8b946f474), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.289460 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab1a14-f742-4c6e-bdf5-35019d5cece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ebbe9-b802-4c3f-b5eb-e0e8b946f474,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:28.294035 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c9ab1a14-f742-4c6e-bdf5-35019d5cece6 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ad7fcfa856f148d0a34661ea0e069aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589946 Jul 26 16:33:28.296996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42200) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:28.348538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] Publish callbacks [] for security_group (b53ebbe9-b802-4c3f-b5eb-e0e8b946f474), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.371030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] Publish callbacks [] for security_group (b53ebbe9-b802-4c3f-b5eb-e0e8b946f474), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.518292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:28.522010 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b53ebbe9-b802-4c3f-b5eb-e0e8b946f474), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.525428 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:28.526742 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b53ebbe9-b802-4c3f-b5eb-e0e8b946f474 HTTP/1.1" status: 204 len: 168 time: 0.2290897 Jul 26 16:33:28.539368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501a40a-35c9-43a8-8715-c5d78e06301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ebbe9-b802-4c3f-b5eb-e0e8b946f474,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:28.611122 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dc839-b3f1-4943-9e9a-60551d981ab7 req-f9d7cb5d-7ba2-4aa0-ad37-a3b7aa1b6219 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:28.612687 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f83dc839-b3f1-4943-9e9a-60551d981ab7 req-f9d7cb5d-7ba2-4aa0-ad37-a3b7aa1b6219 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0556502 Jul 26 16:33:28.616604 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:33:28.696953 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f83dc839-b3f1-4943-9e9a-60551d981ab7 req-0371f616-1c93-4ae8-97fd-cf8d2a26b492 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752969 Jul 26 16:33:28.812346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f185cb6-87a4-4faf-a86e-2a20099034f2 req-e27c0185-c53b-4e53-9551-ec16f2011beb tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:28.813834 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f185cb6-87a4-4faf-a86e-2a20099034f2 req-e27c0185-c53b-4e53-9551-ec16f2011beb tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0475430 Jul 26 16:33:28.861950 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f185cb6-87a4-4faf-a86e-2a20099034f2 req-58ddf0f3-c61d-4a31-93a9-501301d48255 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Jul 26 16:33:28.915819 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f529-fbd0-4ebd-9b42-7c97bd4d7b14 req-9e858bd1-e3ef-4540-beac-40478b05a514 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:28.915819 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0c41f529-fbd0-4ebd-9b42-7c97bd4d7b14 req-9e858bd1-e3ef-4540-beac-40478b05a514 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0471759 Jul 26 16:33:28.970025 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0c41f529-fbd0-4ebd-9b42-7c97bd4d7b14 req-7f32e75f-5e3a-4a90-a960-e81e03f1f4eb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483136 Jul 26 16:33:29.204297 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796794e-f0b3-47a9-91bc-9e2f64625a31 req-13067a6f-79cd-474a-86f7-9e7a7dc87b3a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:29.205733 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4796794e-f0b3-47a9-91bc-9e2f64625a31 req-13067a6f-79cd-474a-86f7-9e7a7dc87b3a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0627003 Jul 26 16:33:29.251983 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4796794e-f0b3-47a9-91bc-9e2f64625a31 req-40ff37e3-d404-4856-b579-aaddf0fed535 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Jul 26 16:33:29.386193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:29.540660 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:29.653727 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-eb0d944e-9452-408e-ae05-23333a3e8d82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 217 time: 0.0425065 Jul 26 16:33:29.687939 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-7449646d-0a41-41b8-84aa-2ea1f9c53f64 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 217 time: 0.0697536 Jul 26 16:33:29.707145 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26e309eb-bcac-4fcd-aeff-8be97e05bc1f req-4ef17807-331d-474c-9a7e-ec25dc76149e service neutron] 10.222.0.86 "GET /v2.0/networks/0ad0ac4b-b585-4675-b48d-bc4995419358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947912 Jul 26 16:33:29.770474 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-b4c43e99-b548-44b8-9c67-aad55750f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:29.771965 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-b4c43e99-b548-44b8-9c67-aad55750f553 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0939810 Jul 26 16:33:29.773825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-fc51e53b-e449-4bcb-abe0-9b605e3a1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:29.775204 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-fc51e53b-e449-4bcb-abe0-9b605e3a1f1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0688984 Jul 26 16:33:29.835450 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368c20a-ca94-4617-b88d-90288e707615 req-4e1028ff-e1de-4be8-a601-fb3037643b93 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:29.837271 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2368c20a-ca94-4617-b88d-90288e707615 req-4e1028ff-e1de-4be8-a601-fb3037643b93 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0541961 Jul 26 16:33:29.884442 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2368c20a-ca94-4617-b88d-90288e707615 req-c4e433b3-bf8e-42a8-b7d3-6d56abd11595 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409822 Jul 26 16:33:29.979339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6e646-2d13-4307-8eba-28b42ff013bc req-3c3315fb-599a-4706-a63b-852f3e56634f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:29.981061 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dfc6e646-2d13-4307-8eba-28b42ff013bc req-3c3315fb-599a-4706-a63b-852f3e56634f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0500669 Jul 26 16:33:30.049635 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dfc6e646-2d13-4307-8eba-28b42ff013bc req-0432f712-5237-4be5-b82f-715570aa7707 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624883 Jul 26 16:33:30.125201 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07c77d-abe2-4b7b-9f44-7b1cbcd1e1f5 req-d538f473-4ec6-40ed-8582-fe35d451dfc7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:30.126828 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e07c77d-abe2-4b7b-9f44-7b1cbcd1e1f5 req-d538f473-4ec6-40ed-8582-fe35d451dfc7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0525801 Jul 26 16:33:30.175231 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e07c77d-abe2-4b7b-9f44-7b1cbcd1e1f5 req-aaab2666-1332-4de9-8d80-97d359fc825e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422583 Jul 26 16:33:30.390501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b9541-586d-49e3-acbb-392e4ee8b91c req-f8aea236-35ef-4327-92ce-b360967edf0b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:30.400398 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b7b9541-586d-49e3-acbb-392e4ee8b91c req-f8aea236-35ef-4327-92ce-b360967edf0b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0644805 Jul 26 16:33:30.458408 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b7b9541-586d-49e3-acbb-392e4ee8b91c req-9a737aaf-3d47-4768-b1f5-b9b153b04328 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569532 Jul 26 16:33:31.005572 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438768-cfeb-4152-8b9c-13aadf19612e req-50cbf78c-8df2-4cd9-a83c-d57c0efbe128 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:31.007010 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-66438768-cfeb-4152-8b9c-13aadf19612e req-50cbf78c-8df2-4cd9-a83c-d57c0efbe128 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0463085 Jul 26 16:33:31.055176 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-66438768-cfeb-4152-8b9c-13aadf19612e req-e5e3ef3f-5bfe-4e50-bdd4-47640d9056ff tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Jul 26 16:33:31.194764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae64ae-6bb7-498a-bbfe-fd5f74b3a259 req-e1eeff95-eba1-40fb-b9b2-eaac3c07a4b5 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:31.196346 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8fae64ae-6bb7-498a-bbfe-fd5f74b3a259 req-e1eeff95-eba1-40fb-b9b2-eaac3c07a4b5 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0615373 Jul 26 16:33:31.274138 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8fae64ae-6bb7-498a-bbfe-fd5f74b3a259 req-65a3e15f-01df-448d-9a7a-f4a4f7543bc3 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713916 Jul 26 16:33:31.306517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a33f9-6e21-46d0-bbf0-3c6dfb5ca12e req-8d7556b8-084b-4600-ac43-8c7b33230de9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:31.308009 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fb2a33f9-6e21-46d0-bbf0-3c6dfb5ca12e req-8d7556b8-084b-4600-ac43-8c7b33230de9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 943 time: 0.0511682 Jul 26 16:33:31.360974 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fb2a33f9-6e21-46d0-bbf0-3c6dfb5ca12e req-cba285d1-34fb-467e-af9d-51349cc80b8a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 Jul 26 16:33:31.482027 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:31.562158 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a5df5a50-4c77-4fe7-abd3-ff061e50b15d details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:33:31.606038 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e3f33-203c-47b2-b10c-972be8577939 req-84642680-4818-4e30-8741-2d3ec26842e0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:31.612906 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-461e3f33-203c-47b2-b10c-972be8577939 req-84642680-4818-4e30-8741-2d3ec26842e0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0677743 Jul 26 16:33:31.664232 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-461e3f33-203c-47b2-b10c-972be8577939 req-267130c5-311c-45c9-a7d7-4962cab5ac26 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495682 Jul 26 16:33:31.702478 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:31.719254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:33:31.757408 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a5df5a50-4c77-4fe7-abd3-ff061e50b15d is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:31.757803 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:31.772360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5df5a50-4c77-4fe7-abd3-ff061e50b15d {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:31.793050 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:31.889183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:31.939608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:32.078430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-b19342b5-0950-49fc-939d-2060ee5af024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.079915 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-b19342b5-0950-49fc-939d-2060ee5af024 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716128 Jul 26 16:33:32.081100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-98cf82fb-a3a8-4c62-9041-081b1e331bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.082446 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-98cf82fb-a3a8-4c62-9041-081b1e331bb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631621 Jul 26 16:33:32.184129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42fc6f-8704-413d-8d58-f19e88c1dc90 req-80270ae9-cf9c-451e-9170-4b2e98f4b0b7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.185827 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ba42fc6f-8704-413d-8d58-f19e88c1dc90 req-80270ae9-cf9c-451e-9170-4b2e98f4b0b7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0602498 Jul 26 16:33:32.236243 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42366) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:32.241973 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ba42fc6f-8704-413d-8d58-f19e88c1dc90 req-35beb715-2f50-4891-b972-438491b056b2 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Jul 26 16:33:32.346701 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:32.369241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:32.448658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c9e4-c6ec-49c6-84fc-bdc3f3160c35 req-bf2ca848-7d39-4aaf-80fe-f13342e7b3f9 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.450254 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ad8c9e4-c6ec-49c6-84fc-bdc3f3160c35 req-bf2ca848-7d39-4aaf-80fe-f13342e7b3f9 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.0714080 Jul 26 16:33:32.510656 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ead16-f483-4ac4-9a9e-5ac7cddf4982 req-7a20af11-2936-4376-9fd3-df42d5ddbe58 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.513072 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd8ead16-f483-4ac4-9a9e-5ac7cddf4982 req-7a20af11-2936-4376-9fd3-df42d5ddbe58 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 944 time: 0.0728567 Jul 26 16:33:32.517920 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['a5df5a50-4c77-4fe7-abd3-ff061e50b15d'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:33:32.540992 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Publish callbacks [] for security_group (0cd4627e-259d-4afc-bfdc-d03ae10b1f38), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:32.556071 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ad8c9e4-c6ec-49c6-84fc-bdc3f3160c35 req-1c4810f4-a2d0-4ac2-8be2-7c7e95f44912 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884631 Jul 26 16:33:32.591491 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd8ead16-f483-4ac4-9a9e-5ac7cddf4982 req-7c714e37-92ff-46fa-8bc0-d230295a0bc9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601764 Jul 26 16:33:32.677946 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:32.688691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (0cd4627e-259d-4afc-bfdc-d03ae10b1f38), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:32.767668 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ce9690eefda448588e15513aae708a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303314 Jul 26 16:33:32.770961 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42382) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:32.771802 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4627e-259d-4afc-bfdc-d03ae10b1f38,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:32.798105 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.798453 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.798809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.799147 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.799478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.799806 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.800127 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.800475 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.800814 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.801192 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.801532 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.801859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.802177 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.802495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.802809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2370fd5-548a-4d3e-89f0-6cd8e22c2f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:32.821051 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56bb0e-d781-45a2-8c31-b1a079049bed req-c1495ed0-8bde-416f-be39-9fe0afebe9e1 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:32.822594 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0b56bb0e-d781-45a2-8c31-b1a079049bed req-c1495ed0-8bde-416f-be39-9fe0afebe9e1 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0828300 Jul 26 16:33:32.826030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Publish callbacks [] for security_group (0cd4627e-259d-4afc-bfdc-d03ae10b1f38), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:32.847416 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Publish callbacks [] for security_group (0cd4627e-259d-4afc-bfdc-d03ae10b1f38), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:32.870280 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0b56bb0e-d781-45a2-8c31-b1a079049bed req-aa7cd8c5-3bd4-46de-8c28-2058d65bf1cd tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Jul 26 16:33:33.060381 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (0cd4627e-259d-4afc-bfdc-d03ae10b1f38), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:33.062974 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:33.064129 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/0cd4627e-259d-4afc-bfdc-d03ae10b1f38 HTTP/1.1" status: 204 len: 168 time: 0.2919819 Jul 26 16:33:33.072706 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4627e-259d-4afc-bfdc-d03ae10b1f38,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:33.080027 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.080371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.080732 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.081072 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.081404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.081949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.082256 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.083087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.083436 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.083764 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.084090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.084443 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.084771 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.086186 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.086186 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ac19c-d887-4131-b135-c193500c2d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:33.163387 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:33.361445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b8fa-0251-4cd9-9362-5d674629e7ef req-0182bfa1-6f7b-4794-a201-f686c507684e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:33.363022 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-16f5b8fa-0251-4cd9-9362-5d674629e7ef req-0182bfa1-6f7b-4794-a201-f686c507684e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 943 time: 0.0467205 Jul 26 16:33:33.416126 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-16f5b8fa-0251-4cd9-9362-5d674629e7ef req-dd3e27cb-ec1a-4f13-8a89-b9f7af3da68f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461786 Jul 26 16:33:33.565040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:33:33.594191 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a5df5a50-4c77-4fe7-abd3-ff061e50b15d up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:33.721672 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0ef3b-0066-4ec1-b461-1020e950f011 req-ff3d01e3-a509-464d-b084-60bbe13d4828 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:33.730205 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-25a0ef3b-0066-4ec1-b461-1020e950f011 req-ff3d01e3-a509-464d-b084-60bbe13d4828 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 944 time: 0.0587907 Jul 26 16:33:33.731752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e18d1e-f1ea-4ca2-98fd-69e61edc4ea1 req-24c5f261-5e3f-4e60-b291-3691aad75142 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:33.737238 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-37e18d1e-f1ea-4ca2-98fd-69e61edc4ea1 req-24c5f261-5e3f-4e60-b291-3691aad75142 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.1162262 Jul 26 16:33:33.740279 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:33.789727 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-25a0ef3b-0066-4ec1-b461-1020e950f011 req-66f960a8-a851-45e2-ac84-40a019a69074 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575356 Jul 26 16:33:33.812141 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-37e18d1e-f1ea-4ca2-98fd-69e61edc4ea1 req-22b84e4d-9db6-40b4-a649-5bc735b7fdbc tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652666 Jul 26 16:33:33.833265 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:33.870148 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42408) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:33.878557 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port a5df5a50-4c77-4fe7-abd3-ff061e50b15d completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:33:33.891855 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2fa29cf-988b-406c-ba44-0bd0ee3a5090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:33.897525 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:33.915470 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'port_id': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', 'mac_address': 'fa:16:3e:e4:4a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:33:33.955922 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:33.956437 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:33.973875 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:33.993563 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:34.016009 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebdff6-3f7f-4050-b9d2-37749942a452 req-cd81d330-ddec-4c46-9a2f-a826c4760cae tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:34.017556 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9ebdff6-3f7f-4050-b9d2-37749942a452 req-cd81d330-ddec-4c46-9a2f-a826c4760cae tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0627983 Jul 26 16:33:34.022069 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2fa29cf-988b-406c-ba44-0bd0ee3a5090 admin admin] Publish callbacks [] for security_group (04801dc1-f72a-4960-9670-7b894ec47e4a), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.054594 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port a5df5a50-4c77-4fe7-abd3-ff061e50b15d triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:34.055225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.064735 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9ebdff6-3f7f-4050-b9d2-37749942a452 req-3f78d2ad-35b8-4e37-bc0d-c2b5f23c6e3c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 Jul 26 16:33:34.083604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a2fa29cf-988b-406c-ba44-0bd0ee3a5090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (04801dc1-f72a-4960-9670-7b894ec47e4a), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.097845 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.128214 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a2fa29cf-988b-406c-ba44-0bd0ee3a5090 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=4146f62417ba416b9f4d730bcc4e9ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544909 Jul 26 16:33:34.128619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42418) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:34.129874 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa29cf-988b-406c-ba44-0bd0ee3a5090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04801dc1-f72a-4960-9670-7b894ec47e4a,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:34.177264 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:34.187888 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.188193 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] Publish callbacks [] for security_group (04801dc1-f72a-4960-9670-7b894ec47e4a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.188301 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.188628 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.188987 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.189480 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.189986 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.190316 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.190656 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.190982 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.191308 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.192200 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.192581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.192912 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.193232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.193560 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:33:34.213645 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a5df5a50-4c77-4fe7-abd3-ff061e50b15d is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:34.214041 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.215045 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] Publish callbacks [] for security_group (04801dc1-f72a-4960-9670-7b894ec47e4a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.242806 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:34.319935 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:34.334738 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (04801dc1-f72a-4960-9670-7b894ec47e4a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.337664 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.341694 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/04801dc1-f72a-4960-9670-7b894ec47e4a HTTP/1.1" status: 204 len: 168 time: 0.2086849 Jul 26 16:33:34.348727 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c400d28-4c47-4a51-9371-50070121e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04801dc1-f72a-4960-9670-7b894ec47e4a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:34.437355 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c8190-6ff6-42b5-b463-8d5ed6cc76da" -d '{"events": [{"server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "name": "network-vif-plugged", "status": "completed", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:34.452550 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:34.517325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:34.538886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384c2a5-e909-4a6f-a16b-d7169c17f2c1 x-openstack-request-id: req-4384c2a5-e909-4a6f-a16b-d7169c17f2c1 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:34.538886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "name": "network-vif-plugged", "status": "completed", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:34.538886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4384c2a5-e909-4a6f-a16b-d7169c17f2c1 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:34.538886 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4384c2a5-e909-4a6f-a16b-d7169c17f2c1'] response: {'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'code': 200} Jul 26 16:33:34.550467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cfd4-bb06-402b-8e62-3587e5248037 req-d3ad8858-5c68-423c-a825-7ea3aaf1955b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:34.552611 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-90d4cfd4-bb06-402b-8e62-3587e5248037 req-d3ad8858-5c68-423c-a825-7ea3aaf1955b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 944 time: 0.0584800 Jul 26 16:33:34.583461 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['8ff0a433-a61a-4d2f-8754-b2d35e4d59b4'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:33:34.602120 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-90d4cfd4-bb06-402b-8e62-3587e5248037 req-a11889ca-cfe3-4cc8-9942-f9b928ec9867 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Jul 26 16:33:34.775925 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-42028bd8-3186-4e35-a6c9-fd4d05ece857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:34.777518 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-42028bd8-3186-4e35-a6c9-fd4d05ece857 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1128 time: 0.0509691 Jul 26 16:33:34.911348 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-e9054f82-3184-477b-abce-c200b8caba21 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843734 Jul 26 16:33:34.997007 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:35.006135 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bb627-84b4-4b2b-873b-c8f18035f7c9 req-195809db-1706-415f-9b6f-6065a11404fa tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.013303 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f3bb627-84b4-4b2b-873b-c8f18035f7c9 req-195809db-1706-415f-9b6f-6065a11404fa tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 943 time: 0.1078029 Jul 26 16:33:35.059292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21200630-7795-4616-a6c5-618145c10ba4 req-9bcd02e7-a633-415a-a4de-900a2e0af329 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.060846 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-21200630-7795-4616-a6c5-618145c10ba4 req-9bcd02e7-a633-415a-a4de-900a2e0af329 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.1564560 Jul 26 16:33:35.072222 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-c44bad45-2276-4044-b130-1e2c92c78f44 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445766 Jul 26 16:33:35.080668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-7609d079-4ad9-42d2-a3f0-c21aeacbfeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.082908 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-7609d079-4ad9-42d2-a3f0-c21aeacbfeb6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.2985721 Jul 26 16:33:35.091140 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f3bb627-84b4-4b2b-873b-c8f18035f7c9 req-488d45a4-639c-4f4e-a0e2-8bcb84d9096f tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769329 Jul 26 16:33:35.124284 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-332ff4a5-4ed7-4a13-a5ed-efd7dec0ca94 req-03cec1f6-2e27-4f9b-808b-704270662333 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036812 Jul 26 16:33:35.153090 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-21200630-7795-4616-a6c5-618145c10ba4 req-d7d001e3-356e-4064-986a-94daaccc1dcc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778289 Jul 26 16:33:35.249210 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-43f1f96b-5cb7-40f6-b2b4-aceeda63403d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 200 len: 217 time: 0.0773611 Jul 26 16:33:35.308815 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:35.317136 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955fcf1b-3ec4-4829-bbe8-5243e110ec5b req-83c9bf37-a7ba-4a93-b0a9-bb6b5902b127 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417739 Jul 26 16:33:35.390582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93500e-da3d-4310-8ad4-0330c647c5c7 req-d200c1d3-6f66-4956-99cc-bd233d6555a9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.392153 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-af93500e-da3d-4310-8ad4-0330c647c5c7 req-d200c1d3-6f66-4956-99cc-bd233d6555a9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.1501262 Jul 26 16:33:35.421612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-13071703-9b1f-4441-8e2e-6650828ff1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.423217 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-13071703-9b1f-4441-8e2e-6650828ff1ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.1224873 Jul 26 16:33:35.425256 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-00cff771-9da9-461c-bcc5-9330d2b99bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.427762 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-00cff771-9da9-461c-bcc5-9330d2b99bb6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 1129 time: 0.0817256 Jul 26 16:33:35.454818 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-af93500e-da3d-4310-8ad4-0330c647c5c7 req-dae016ca-0f39-4391-8853-7c23d4c7ca72 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546074 Jul 26 16:33:35.587109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:35.717121 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 26e755d4-3673-4a1f-82d7-5cb16e9faf7f details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:33:35.729360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:35.731164 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e207ba-c50a-45f9-8080-2d56d1fde268 req-5d44e5bd-8380-4ca6-8388-934027b9bda8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:35.733038 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e2e207ba-c50a-45f9-8080-2d56d1fde268 req-5d44e5bd-8380-4ca6-8388-934027b9bda8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 944 time: 0.0532908 Jul 26 16:33:35.799046 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e2e207ba-c50a-45f9-8080-2d56d1fde268 req-5b3b4a65-cb61-4e37-b281-cf0e577ef3eb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536191 Jul 26 16:33:35.847691 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:33:35.889142 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:35.902222 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f', 'network_id': '0ad0ac4b-b585-4675-b48d-bc4995419358', 'port_id': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f', 'mac_address': 'fa:16:3e:8c:f0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1054, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da39f50-b5bb-4029-bebf-fca8b613b949', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:33:35.940293 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:35.940293 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:35.952571 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e755d4-3673-4a1f-82d7-5cb16e9faf7f {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:35.973846 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:36.009008 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:36.009386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.011019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.088729 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:36.089128 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.122961 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:36.131428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.190482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:36.222757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14cc9-d1b8-4662-bf98-f982a83034c7 req-10e3fa43-cd61-45a8-a940-33e6d7ce170b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:36.230024 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8cd14cc9-d1b8-4662-bf98-f982a83034c7 req-10e3fa43-cd61-45a8-a940-33e6d7ce170b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0560608 Jul 26 16:33:36.283399 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.289643 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8cd14cc9-d1b8-4662-bf98-f982a83034c7 req-736dbc69-05ee-40ac-88f1-0c678dff2515 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Jul 26 16:33:36.327268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24791ab-e46b-4d2b-8d78-d9cec6ae39ef req-7aad7413-551d-4ea1-aafa-2620c846bc11 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:36.329467 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e24791ab-e46b-4d2b-8d78-d9cec6ae39ef req-7aad7413-551d-4ea1-aafa-2620c846bc11 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0550320 Jul 26 16:33:36.342747 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:36.377173 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e24791ab-e46b-4d2b-8d78-d9cec6ae39ef req-244a65b6-879a-45f6-a9f8-ecd4ee970be8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Jul 26 16:33:36.529193 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:36.537092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:36.539892 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5af2c4-4270-448a-a51a-17d0304464b1" -d '{"events": [{"server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:36.578337 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aefbdc-1c5e-4312-a2ce-77c9c06f243f x-openstack-request-id: req-51aefbdc-1c5e-4312-a2ce-77c9c06f243f {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:36.578977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:36.579375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-51aefbdc-1c5e-4312-a2ce-77c9c06f243f {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:36.579887 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51aefbdc-1c5e-4312-a2ce-77c9c06f243f'] response: {'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', 'code': 200} Jul 26 16:33:36.583499 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d1c49-b285-4aef-8fa2-0573b696bbe8 req-7f9a2782-654c-416c-9840-375fb0cce29e tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:36.585023 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-db2d1c49-b285-4aef-8fa2-0573b696bbe8 req-7f9a2782-654c-416c-9840-375fb0cce29e tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0505664 Jul 26 16:33:36.642684 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-db2d1c49-b285-4aef-8fa2-0573b696bbe8 req-19f9f87a-8e82-470a-83d1-bae21ebb895b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520070 Jul 26 16:33:36.670232 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:36.682337 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['26e755d4-3673-4a1f-82d7-5cb16e9faf7f'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:33:36.689599 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42522) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:36.799457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-deee0160-129f-4300-99d9-48fc3c1cbcb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:36.952445 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2549a1-e25c-4725-ad4c-56d70b4a4825 req-af565e8c-39b6-4345-9ddc-9d043c50d98b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:36.953823 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cd2549a1-e25c-4725-ad4c-56d70b4a4825 req-af565e8c-39b6-4345-9ddc-9d043c50d98b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0666282 Jul 26 16:33:36.955633 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-deee0160-129f-4300-99d9-48fc3c1cbcb1 admin admin] Publish callbacks [] for security_group (b7e28f45-414e-463f-9c44-14a902e36136), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.002516 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cd2549a1-e25c-4725-ad4c-56d70b4a4825 req-3d3574bc-a9df-4e27-ae15-f797b5ffc5ca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Jul 26 16:33:37.037578 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-deee0160-129f-4300-99d9-48fc3c1cbcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b7e28f45-414e-463f-9c44-14a902e36136), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.076206 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee0160-129f-4300-99d9-48fc3c1cbcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e28f45-414e-463f-9c44-14a902e36136,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:37.080551 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-deee0160-129f-4300-99d9-48fc3c1cbcb1 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1338af236bd741399bcfd571de54ca12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897879 Jul 26 16:33:37.083337 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42530) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:37.136790 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] Publish callbacks [] for security_group (b7e28f45-414e-463f-9c44-14a902e36136), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.156782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:37.163499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] Publish callbacks [] for security_group (b7e28f45-414e-463f-9c44-14a902e36136), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.237649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:37.357615 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b7e28f45-414e-463f-9c44-14a902e36136), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.360547 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:37.362524 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b7e28f45-414e-463f-9c44-14a902e36136 HTTP/1.1" status: 204 len: 168 time: 0.2776074 Jul 26 16:33:37.371172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa25601-d7d8-4ccd-8ca0-abf2dbe2be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e28f45-414e-463f-9c44-14a902e36136,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:37.451711 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb19f-d2f4-4d14-8407-cbb4531988b7 req-235dbb6a-4a4d-4ad7-a984-145bfaac8b9b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:37.461428 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-724bb19f-d2f4-4d14-8407-cbb4531988b7 req-235dbb6a-4a4d-4ad7-a984-145bfaac8b9b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 944 time: 0.1058154 Jul 26 16:33:37.532984 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-724bb19f-d2f4-4d14-8407-cbb4531988b7 req-de96ca9a-6bbe-4616-95d0-b480de4994f7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Jul 26 16:33:37.533525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93501bf-6a7a-478d-bbf7-02d20ba21ffb req-7c84915b-3399-4586-b937-2baf4b54a45c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:37.535872 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b93501bf-6a7a-478d-bbf7-02d20ba21ffb req-7c84915b-3399-4586-b937-2baf4b54a45c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0652862 Jul 26 16:33:37.588745 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b93501bf-6a7a-478d-bbf7-02d20ba21ffb req-9527869e-edb3-4548-81fc-b9198186b59a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Jul 26 16:33:37.759167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f412d88-3be7-4155-bbfb-11e66c361e8a req-5b717d8a-7b18-4cf9-b2fa-19396cafb6ca tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:37.760575 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f412d88-3be7-4155-bbfb-11e66c361e8a req-5b717d8a-7b18-4cf9-b2fa-19396cafb6ca tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0452547 Jul 26 16:33:37.767436 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 26e755d4-3673-4a1f-82d7-5cb16e9faf7f up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:37.821258 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f412d88-3be7-4155-bbfb-11e66c361e8a req-a8890866-dc95-4a0b-a30d-06a52ad72f92 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Jul 26 16:33:37.848578 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:33:38.006674 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-0b51703a-c752-41bb-9243-9ad203b6086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:38.008187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-0b51703a-c752-41bb-9243-9ad203b6086c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390818 Jul 26 16:33:38.083208 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:38.083208 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:38.124155 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3c1c-544d-4ea6-807c-78ed9798cdbb req-0994b75d-575d-419c-be40-b206e47b03d8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:38.126044 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-320e3c1c-544d-4ea6-807c-78ed9798cdbb req-0994b75d-575d-419c-be40-b206e47b03d8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Jul 26 16:33:38.177606 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:38.177997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:38.179992 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-320e3c1c-544d-4ea6-807c-78ed9798cdbb req-5982d39d-cf75-4964-babe-59e8f4895f80 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Jul 26 16:33:38.213953 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:38.317547 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:38.393463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:38.580869 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:38.583838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df05f77-ff35-4143-9080-00b1421543c9" -d '{"events": [{"server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:38.640714 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6763ccb0-dcb8-4be6-8384-c9e49a0d97fb x-openstack-request-id: req-6763ccb0-dcb8-4be6-8384-c9e49a0d97fb {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:38.641266 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:38.642112 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-6763ccb0-dcb8-4be6-8384-c9e49a0d97fb {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:38.649024 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6763ccb0-dcb8-4be6-8384-c9e49a0d97fb'] response: {'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f', 'code': 200} Jul 26 16:33:38.665615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076eb0a-9df0-4150-9cff-3295ff797b14 req-781f92e8-6873-4ccb-be0b-0188d4879ef8 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:38.672709 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1076eb0a-9df0-4150-9cff-3295ff797b14 req-781f92e8-6873-4ccb-be0b-0188d4879ef8 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0624993 Jul 26 16:33:38.724777 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1076eb0a-9df0-4150-9cff-3295ff797b14 req-1981d7ea-3ceb-431e-9875-ff7e8be350d2 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Jul 26 16:33:38.755919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65d83a-20b4-441e-b4c1-a57e0e3aa06b req-981e8460-537f-4147-aab3-c0cf36af9673 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:38.757786 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6b65d83a-20b4-441e-b4c1-a57e0e3aa06b req-981e8460-537f-4147-aab3-c0cf36af9673 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0626984 Jul 26 16:33:38.818742 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42606) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:38.821248 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6b65d83a-20b4-441e-b4c1-a57e0e3aa06b req-0d2868de-9a18-45bf-b46b-9f44fdcd54cf tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514598 Jul 26 16:33:38.946120 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-de0a1cdf-45f6-4497-950d-0ad6939e27bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:38.957897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:38.966942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98369ef-98e4-48aa-b04b-e172cd6ebbcf req-2423106d-7cc8-4c43-be03-f89dd9ba060a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:38.968368 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c98369ef-98e4-48aa-b04b-e172cd6ebbcf req-2423106d-7cc8-4c43-be03-f89dd9ba060a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 943 time: 0.0722156 Jul 26 16:33:39.037403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c98369ef-98e4-48aa-b04b-e172cd6ebbcf req-c4c9d17e-70c0-4658-93b4-d65e2ebb83d2 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604439 Jul 26 16:33:39.086560 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-de0a1cdf-45f6-4497-950d-0ad6939e27bd admin admin] Publish callbacks [] for security_group (20ecdf28-d946-4c8e-a4da-035f234090ae), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.123353 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:39.157405 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-de0a1cdf-45f6-4497-950d-0ad6939e27bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (20ecdf28-d946-4c8e-a4da-035f234090ae), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.200992 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-de0a1cdf-45f6-4497-950d-0ad6939e27bd admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ea45219d9c534d8b9c03ea2e08c14e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810132 Jul 26 16:33:39.203322 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a1cdf-45f6-4497-950d-0ad6939e27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ecdf28-d946-4c8e-a4da-035f234090ae,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:39.203630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42620) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:39.264877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] Publish callbacks [] for security_group (20ecdf28-d946-4c8e-a4da-035f234090ae), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.312087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] Publish callbacks [] for security_group (20ecdf28-d946-4c8e-a4da-035f234090ae), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.342270 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8752-7515-45d3-acda-7d39f1f17e0d req-dde1ce88-d4b2-45bf-b980-44012d88834f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:39.343824 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd8c8752-7515-45d3-acda-7d39f1f17e0d req-dde1ce88-d4b2-45bf-b980-44012d88834f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0681217 Jul 26 16:33:39.346196 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:39.405047 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd8c8752-7515-45d3-acda-7d39f1f17e0d req-e89bddbe-8f7d-4b8f-923f-d4ee9ad75037 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Jul 26 16:33:39.506227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (20ecdf28-d946-4c8e-a4da-035f234090ae), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.508918 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.510235 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/20ecdf28-d946-4c8e-a4da-035f234090ae HTTP/1.1" status: 204 len: 168 time: 0.3056221 Jul 26 16:33:39.519585 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42636) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:39.521609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b812f0-1e18-45e8-a979-aa467c8b1e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ecdf28-d946-4c8e-a4da-035f234090ae,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:39.776731 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:33:39.841038 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ce816a35-8e8f-4fe1-9b42-469811cf5b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:39.880437 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2896-5694-4607-bbde-d9b3e9064b6e req-d827067d-6e9c-4596-830d-32bf51a1ab6c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:39.889358 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a58b2896-5694-4607-bbde-d9b3e9064b6e req-d827067d-6e9c-4596-830d-32bf51a1ab6c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0988817 Jul 26 16:33:39.906018 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:39.933171 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'port_id': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'mac_address': 'fa:16:3e:9e:b7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:33:39.990414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5306908-d79e-45af-bc72-c93cf42e66cd req-f47ceb69-f955-41ec-93a3-85a0abdb056a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:39.996978 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d5306908-d79e-45af-bc72-c93cf42e66cd req-f47ceb69-f955-41ec-93a3-85a0abdb056a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0757952 Jul 26 16:33:40.007297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:40.008040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.019515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ce816a35-8e8f-4fe1-9b42-469811cf5b56 admin admin] Publish callbacks [] for security_group (bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.035893 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:40.051526 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:40.061287 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:40.065672 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d5306908-d79e-45af-bc72-c93cf42e66cd req-47c46de4-5990-4a3c-81a0-306274c1a829 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641978 Jul 26 16:33:40.100972 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ce816a35-8e8f-4fe1-9b42-469811cf5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.135658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.186038 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce816a35-8e8f-4fe1-9b42-469811cf5b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:40.195800 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ce816a35-8e8f-4fe1-9b42-469811cf5b56 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ad9789ab29684338b7804851988795af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6728375 Jul 26 16:33:40.195884 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a58b2896-5694-4607-bbde-d9b3e9064b6e req-d36d8ca9-bc16-4867-8748-d13a8c13c97b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032763 Jul 26 16:33:40.195884 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42656) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:40.198637 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:40.215994 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b311e2-ae17-4130-a1a9-d3108514366d req-fe4fe41f-f879-42d0-bb35-e5f65f341d3d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:40.217535 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-58b311e2-ae17-4130-a1a9-d3108514366d req-fe4fe41f-f879-42d0-bb35-e5f65f341d3d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 944 time: 0.0828106 Jul 26 16:33:40.271855 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] Publish callbacks [] for security_group (bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.277359 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-58b311e2-ae17-4130-a1a9-d3108514366d req-a65efffb-1336-4977-9b0c-ecfa8029be98 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532765 Jul 26 16:33:40.295221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] Publish callbacks [] for security_group (bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.334891 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42662) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:40.349746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08a04d39-b37d-4e5b-a2a5-74b0468899ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.353188 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:40.408949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.412349 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.415987 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe HTTP/1.1" status: 204 len: 168 time: 0.2169375 Jul 26 16:33:40.422035 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38296e-d575-4d16-9f7c-426dd0c1ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfadf7d-e6dd-49e0-9b4d-d490aa94a6fe,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:40.426557 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:40.522531 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-b8cf3f78-6558-4205-baae-759e6fb7ebae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.606763 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08a04d39-b37d-4e5b-a2a5-74b0468899ca admin admin] Publish callbacks [] for security_group (2d75cbec-8a34-425c-b873-08ab31ed7c0b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.606976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392fa5-84b2-4416-9197-764eecdcc768 req-e0ef9a7f-0a12-4f64-803c-1b5c9719673a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:40.608973 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e392fa5-84b2-4416-9197-764eecdcc768 req-e0ef9a7f-0a12-4f64-803c-1b5c9719673a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0837951 Jul 26 16:33:40.649634 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-b8cf3f78-6558-4205-baae-759e6fb7ebae service neutron] Publish callbacks [] for security_group (773af35c-8a81-4ee6-8c8e-87a856997cb5), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.693999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:33:40.729433 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08a04d39-b37d-4e5b-a2a5-74b0468899ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2d75cbec-8a34-425c-b873-08ab31ed7c0b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.773092 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-022c8379-2af0-4a92-918f-4a0dd51a5613 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062745 Jul 26 16:33:40.781821 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a04d39-b37d-4e5b-a2a5-74b0468899ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d75cbec-8a34-425c-b873-08ab31ed7c0b,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:40.794200 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-b8cf3f78-6558-4205-baae-759e6fb7ebae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (773af35c-8a81-4ee6-8c8e-87a856997cb5), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.796731 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e392fa5-84b2-4416-9197-764eecdcc768 req-34f1a581-5ca6-4aef-a78f-93ce828b8318 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868184 Jul 26 16:33:40.834060 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-08a04d39-b37d-4e5b-a2a5-74b0468899ca admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=f3f507c6098c44c5840f5bec0b000d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980967 Jul 26 16:33:40.836972 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42680) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:40.859325 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9b1ce05e-1b0e-449d-8416-435a8229ed83 req-b8cf3f78-6558-4205-baae-759e6fb7ebae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579092 Jul 26 16:33:40.864994 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf3f78-6558-4205-baae-759e6fb7ebae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=773af35c-8a81-4ee6-8c8e-87a856997cb5,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:40.948549 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] Publish callbacks [] for security_group (2d75cbec-8a34-425c-b873-08ab31ed7c0b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:40.963406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:40.974716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] Publish callbacks [] for security_group (2d75cbec-8a34-425c-b873-08ab31ed7c0b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.094661 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:41.129494 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2d75cbec-8a34-425c-b873-08ab31ed7c0b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.134401 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.138110 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/2d75cbec-8a34-425c-b873-08ab31ed7c0b HTTP/1.1" status: 204 len: 168 time: 0.2981577 Jul 26 16:33:41.146991 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb927e76-035d-4b9d-b073-3bce0c0db665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d75cbec-8a34-425c-b873-08ab31ed7c0b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:41.204718 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6de8a-a2d7-4afa-b3f5-3792e75d5e9b req-cbb4ff0b-c0a3-419e-a152-f995b18529d3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:41.206208 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cf6de8a-a2d7-4afa-b3f5-3792e75d5e9b req-cbb4ff0b-c0a3-419e-a152-f995b18529d3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0615950 Jul 26 16:33:41.254430 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cf6de8a-a2d7-4afa-b3f5-3792e75d5e9b req-c549f735-52ac-4751-8241-c5c4efdca5da tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Jul 26 16:33:41.307448 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b292772-07c0-4b35-93d8-a4ee01f7e113 req-ff4e90d1-de9a-46d9-99ae-1d124e41cdcd tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:41.316838 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2b292772-07c0-4b35-93d8-a4ee01f7e113 req-ff4e90d1-de9a-46d9-99ae-1d124e41cdcd tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0644724 Jul 26 16:33:41.416108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2b292772-07c0-4b35-93d8-a4ee01f7e113 req-896fdaf2-bd8a-4f7f-8967-461dc3e30024 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984092 Jul 26 16:33:41.428914 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42694) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:41.444878 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1ba7a-d473-4110-a93d-ec6f1910aaae req-ec64342a-0e14-49e8-b17c-b43f20d56276 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:41.446326 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1ad1ba7a-d473-4110-a93d-ec6f1910aaae req-ec64342a-0e14-49e8-b17c-b43f20d56276 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 944 time: 0.0870638 Jul 26 16:33:41.451243 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-7ed4f35d-c830-4711-8fc9-6f23c3244f4b service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270573 Jul 26 16:33:41.462346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c20e-b317-40c3-9588-9cc2cef05bce req-c2341c88-8637-49be-8afb-5beba396a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:41.467081 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d68c20e-b317-40c3-9588-9cc2cef05bce req-c2341c88-8637-49be-8afb-5beba396a055 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1129 time: 0.0716372 Jul 26 16:33:41.468864 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-40b350a2-7800-4a5e-830b-a0ee6b8191fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.531355 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1ad1ba7a-d473-4110-a93d-ec6f1910aaae req-49b2a0eb-94d2-49c4-ab28-8b0064f9c732 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714850 Jul 26 16:33:41.592179 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-40b350a2-7800-4a5e-830b-a0ee6b8191fd admin admin] Publish callbacks [] for security_group (22338606-2a8f-4082-b1f8-3a3afc11262c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.678563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-40b350a2-7800-4a5e-830b-a0ee6b8191fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (22338606-2a8f-4082-b1f8-3a3afc11262c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.713459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:41.722448 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42706) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:41.722751 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-40b350a2-7800-4a5e-830b-a0ee6b8191fd admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=685378a711eb476bbf77a99253dafb01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905219 Jul 26 16:33:41.735704 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b350a2-7800-4a5e-830b-a0ee6b8191fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22338606-2a8f-4082-b1f8-3a3afc11262c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:41.785013 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] Publish callbacks [] for security_group (22338606-2a8f-4082-b1f8-3a3afc11262c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.820885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] Publish callbacks [] for security_group (22338606-2a8f-4082-b1f8-3a3afc11262c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:41.829244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 16990b57-d241-4bda-9263-5fdbfd1138b4 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:33:41.852226 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:41.929945 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287f4b9-38ff-42f6-9c1b-0f73abb694ce req-b99c5f5b-a6fb-4620-9a99-bc95dffa5fc4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:41.931821 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e287f4b9-38ff-42f6-9c1b-0f73abb694ce req-b99c5f5b-a6fb-4620-9a99-bc95dffa5fc4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0528188 Jul 26 16:33:41.966005 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:33:41.995374 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e287f4b9-38ff-42f6-9c1b-0f73abb694ce req-2dd74f21-c022-48dd-97e6-fffc7a831455 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576181 Jul 26 16:33:42.001378 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=16990b57-d241-4bda-9263-5fdbfd1138b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:42.021634 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (22338606-2a8f-4082-b1f8-3a3afc11262c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.024450 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.028661 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/22338606-2a8f-4082-b1f8-3a3afc11262c HTTP/1.1" status: 204 len: 168 time: 0.3051455 Jul 26 16:33:42.036273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '16990b57-d241-4bda-9263-5fdbfd1138b4', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'port_id': '16990b57-d241-4bda-9263-5fdbfd1138b4', 'mac_address': 'fa:16:3e:79:ec:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:33:42.040909 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86065632-272b-4f1b-ade7-c2d927b2e596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22338606-2a8f-4082-b1f8-3a3afc11262c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:42.105351 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:42.105735 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.173286 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-9811c2ae-a385-405d-8cfa-fcb422c7735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:42.174787 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-9811c2ae-a385-405d-8cfa-fcb422c7735a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 1129 time: 0.0779593 Jul 26 16:33:42.177911 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d68c20e-b317-40c3-9588-9cc2cef05bce req-d8217698-4145-4d9e-af26-ebcc94c5bcf8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013296 Jul 26 16:33:42.178681 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 16990b57-d241-4bda-9263-5fdbfd1138b4 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:42.179090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.201019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16990b57-d241-4bda-9263-5fdbfd1138b4 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:33:42.211785 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4ea2-332e-4fe7-ae00-c2a618d7a3da req-ba1b4e4a-f8f3-4337-bb51-665357dc1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:42.213764 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c26f4ea2-332e-4fe7-ae00-c2a618d7a3da req-ba1b4e4a-f8f3-4337-bb51-665357dc1d17 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 1129 time: 0.1229980 Jul 26 16:33:42.250192 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=16990b57-d241-4bda-9263-5fdbfd1138b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:42.261869 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:42.262474 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.287817 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:42.290074 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679eb5b-e9f3-4dee-8c08-215223bc6b6e" -d '{"events": [{"server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:42.303230 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:42.324146 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.353622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f017ad-055f-46c6-ad45-eea4e13b9bae x-openstack-request-id: req-62f017ad-055f-46c6-ad45-eea4e13b9bae {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:42.353956 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "name": "network-vif-plugged", "status": "completed", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:42.354211 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-62f017ad-055f-46c6-ad45-eea4e13b9bae {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:42.354601 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f017ad-055f-46c6-ad45-eea4e13b9bae'] response: {'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'code': 200} Jul 26 16:33:42.389628 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:42.395183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:42.416063 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a378-1079-4624-92c0-567ee54534d3 req-2efb3f0a-da4a-43ef-aa1f-896419ce1858 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:42.417994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4a31a378-1079-4624-92c0-567ee54534d3 req-2efb3f0a-da4a-43ef-aa1f-896419ce1858 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0567050 Jul 26 16:33:42.468003 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4a31a378-1079-4624-92c0-567ee54534d3 req-8d05e513-1fb5-4974-9dd8-5816809d9597 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Jul 26 16:33:42.506508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:42.571660 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:42.592896 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:42.595236 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6d40-fc71-4066-b75a-2433c227521c req-7340743b-9468-4621-867a-f42db569dd59 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:42.603131 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2c1b6d40-fc71-4066-b75a-2433c227521c req-7340743b-9468-4621-867a-f42db569dd59 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0690591 Jul 26 16:33:42.719005 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2c1b6d40-fc71-4066-b75a-2433c227521c req-a7796715-2b74-4c98-83dd-3e3d713acf9e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987749 Jul 26 16:33:42.735211 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c26f4ea2-332e-4fe7-ae00-c2a618d7a3da req-e34b66b8-9588-4342-bf03-741b52ffb196 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079152 Jul 26 16:33:42.832148 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['16990b57-d241-4bda-9263-5fdbfd1138b4'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:33:42.928272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289a85d-731d-444d-9114-5bef778d3cfd req-54cfc8b0-9588-48b5-b112-ab793db6b525 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:42.929766 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f289a85d-731d-444d-9114-5bef778d3cfd req-54cfc8b0-9588-48b5-b112-ab793db6b525 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.1003437 Jul 26 16:33:43.000589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-d280f4f7-e0f7-45ef-b3a9-e5ef414de9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:43.002065 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-d280f4f7-e0f7-45ef-b3a9-e5ef414de9b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.4627495 Jul 26 16:33:43.015934 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f289a85d-731d-444d-9114-5bef778d3cfd req-8414c46a-cc3e-423c-be76-095d8d9aed23 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802777 Jul 26 16:33:43.101404 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:43.120544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336a34-2584-4555-b4d4-febc3c161197 req-52740c2f-6a46-4bd7-b44f-9ee5b8c599ad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:43.122098 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-20336a34-2584-4555-b4d4-febc3c161197 req-52740c2f-6a46-4bd7-b44f-9ee5b8c599ad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0487449 Jul 26 16:33:43.181124 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-20336a34-2584-4555-b4d4-febc3c161197 req-801ac138-080a-4416-bb6b-1b618a8f1dad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 Jul 26 16:33:43.589940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58a314-fb36-4fca-b2d5-eec129893010 req-41355200-a130-482e-92e2-d2cdef7db11d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:43.591431 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d58a314-fb36-4fca-b2d5-eec129893010 req-41355200-a130-482e-92e2-d2cdef7db11d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0509760 Jul 26 16:33:43.641087 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d58a314-fb36-4fca-b2d5-eec129893010 req-ce070e79-db40-4473-a94d-c034007e3b83 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Jul 26 16:33:43.763470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:43.820365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:43.839397 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba438e-368c-43ae-825b-5e766e7993f4 req-034cba70-c29c-4de2-b1e1-e89af5be20a6 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:43.841525 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58ba438e-368c-43ae-825b-5e766e7993f4 req-034cba70-c29c-4de2-b1e1-e89af5be20a6 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Jul 26 16:33:43.904868 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58ba438e-368c-43ae-825b-5e766e7993f4 req-7bcb6eb7-d076-4db6-b3a5-479008b93279 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560961 Jul 26 16:33:44.027094 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 16990b57-d241-4bda-9263-5fdbfd1138b4 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:33:44.064095 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-9dae1d91-8355-46f7-9aa0-6c72c29284ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 200 len: 217 time: 0.0575180 Jul 26 16:33:44.084575 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 16990b57-d241-4bda-9263-5fdbfd1138b4 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:33:44.085242 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf6b91-e891-4406-9781-cbae24204dc4 req-69ff1f3a-2850-4ce0-91ad-67c39d041617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:44.087133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afdf6b91-e891-4406-9781-cbae24204dc4 req-69ff1f3a-2850-4ce0-91ad-67c39d041617 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.0539823 Jul 26 16:33:44.161020 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d200d88-d6f3-42ec-9b7d-63476da86446 req-cdca0d23-c51d-447b-a595-19c8d3cf6d0d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:44.162542 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d200d88-d6f3-42ec-9b7d-63476da86446 req-cdca0d23-c51d-447b-a595-19c8d3cf6d0d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Jul 26 16:33:44.202693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 16990b57-d241-4bda-9263-5fdbfd1138b4 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:33:44.203163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:44.212020 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d200d88-d6f3-42ec-9b7d-63476da86446 req-a76a47eb-5a08-489c-8601-3bd5d2df0c5d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437186 Jul 26 16:33:44.243996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:44.278766 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 16990b57-d241-4bda-9263-5fdbfd1138b4 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:33:44.279163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:44.318200 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=16990b57-d241-4bda-9263-5fdbfd1138b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:33:44.332897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65d96-591a-49d8-afe1-8f57e2c6b20e req-f5a32792-f500-42a3-8ec6-8bf47ce8f114 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:44.334478 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e0c65d96-591a-49d8-afe1-8f57e2c6b20e req-f5a32792-f500-42a3-8ec6-8bf47ce8f114 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0583270 Jul 26 16:33:44.356069 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:44.360754 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a257eef-bf9f-4b32-aa20-872d737992fd" -d '{"events": [{"server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "name": "network-vif-plugged", "status": "completed", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:44.392034 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e0c65d96-591a-49d8-afe1-8f57e2c6b20e req-92cc1839-6797-4b8f-bf71-4bbd0887dd17 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Jul 26 16:33:44.445966 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae805059-2bd9-47ee-863d-9198662acb93 x-openstack-request-id: req-ae805059-2bd9-47ee-863d-9198662acb93 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:44.446465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "name": "network-vif-plugged", "status": "completed", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:44.446874 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-ae805059-2bd9-47ee-863d-9198662acb93 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:44.447596 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae805059-2bd9-47ee-863d-9198662acb93'] response: {'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4', 'code': 200} Jul 26 16:33:44.448540 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:44.521672 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:44.586016 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:44.625825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:44.656436 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:44.805999 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171bb05-dfe8-4785-952a-5aadeb3e73e3 req-0303e44b-7263-48bc-902b-3b2bf7468cc4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:44.807812 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4171bb05-dfe8-4785-952a-5aadeb3e73e3 req-0303e44b-7263-48bc-902b-3b2bf7468cc4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0740616 Jul 26 16:33:44.866664 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4171bb05-dfe8-4785-952a-5aadeb3e73e3 req-e09de3a3-b031-411b-9953-5dd1f5a6d71c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533526 Jul 26 16:33:45.026620 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3cf8-0b96-4622-8933-e2904346dc48 req-27bdd868-7aa3-4932-979d-bd4463114e0a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.028483 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-845e3cf8-0b96-4622-8933-e2904346dc48 req-27bdd868-7aa3-4932-979d-bd4463114e0a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0511882 Jul 26 16:33:45.029304 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde1f4c-137e-41e5-8b3e-ac1f19f52afa req-a7f7067b-6451-4c0b-9c8f-5bcdbfafcbd4 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.030910 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ccde1f4c-137e-41e5-8b3e-ac1f19f52afa req-a7f7067b-6451-4c0b-9c8f-5bcdbfafcbd4 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0595665 Jul 26 16:33:45.043064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42884) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:45.052419 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:45.137721 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:45.235218 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ccde1f4c-137e-41e5-8b3e-ac1f19f52afa req-8be564d7-8177-4e5f-bebf-15228495c05b tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938291 Jul 26 16:33:45.347569 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5748f7-686e-4d11-ad7e-db22dd2a1a16 req-ce197830-40e6-4029-af73-c224d29404ff tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.349610 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d5748f7-686e-4d11-ad7e-db22dd2a1a16 req-ce197830-40e6-4029-af73-c224d29404ff tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Jul 26 16:33:45.401994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d5748f7-686e-4d11-ad7e-db22dd2a1a16 req-045057b0-35ba-4afd-a743-21379c0522ef tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 Jul 26 16:33:45.495595 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:45.554645 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-1ad271ad-363c-4be2-b304-d0ca99bf5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.556144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-1ad271ad-363c-4be2-b304-d0ca99bf5670 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0540786 Jul 26 16:33:45.642630 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efba2a7-0449-4c01-bca0-a48ffa97e5b5 req-50cb779d-9d51-49d5-bb1f-22edf4f9e2fa tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.644116 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5efba2a7-0449-4c01-bca0-a48ffa97e5b5 req-50cb779d-9d51-49d5-bb1f-22edf4f9e2fa tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.1537616 Jul 26 16:33:45.727793 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afdf6b91-e891-4406-9781-cbae24204dc4 req-3ce91b85-9acb-4d92-9f59-499f56dcd165 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251152 Jul 26 16:33:45.796630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-d521b81f-69af-40c8-85ba-bff1d95528a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:45.798333 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-d521b81f-69af-40c8-85ba-bff1d95528a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546017 Jul 26 16:33:45.807288 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5efba2a7-0449-4c01-bca0-a48ffa97e5b5 req-de2ce7a6-c836-41ba-8a36-f265fc538f7a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547275 Jul 26 16:33:45.891433 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:46.025885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:46.304606 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:46.330384 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 1f25f79a-4904-4bbf-9a6b-1ae1539a1021 associated. External IP: 172.27.0.71, port: a5df5a50-4c77-4fe7-abd3-ff061e50b15d. Jul 26 16:33:46.416161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467bd73-9f70-4e9b-bacf-79c34812ff62 req-19e4df35-b566-4f6e-bfc1-cb3595eddf14 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:46.417664 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9467bd73-9f70-4e9b-bacf-79c34812ff62 req-19e4df35-b566-4f6e-bfc1-cb3595eddf14 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0844676 Jul 26 16:33:46.508046 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9467bd73-9f70-4e9b-bacf-79c34812ff62 req-93e17680-1a86-4f87-8281-79f0bd25d75a tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631948 Jul 26 16:33:46.678298 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32752f54-3b1e-4cd4-9943-f5f2974518a8 req-a1c5aef9-b4e7-484e-9b6e-51ddb13a8fe7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:46.679800 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32752f54-3b1e-4cd4-9943-f5f2974518a8 req-a1c5aef9-b4e7-484e-9b6e-51ddb13a8fe7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0905099 Jul 26 16:33:46.694040 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705a93-4684-4ac0-8f92-f273a4a17aa3 req-3c4b5625-4fd9-4989-8566-0d21cfa2c351 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:46.695729 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d705a93-4684-4ac0-8f92-f273a4a17aa3 req-3c4b5625-4fd9-4989-8566-0d21cfa2c351 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0612531 Jul 26 16:33:46.703161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:33:46.745243 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d705a93-4684-4ac0-8f92-f273a4a17aa3 req-9b876cf0-5977-4c7c-9fdd-278e9196328e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Jul 26 16:33:46.785521 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32752f54-3b1e-4cd4-9943-f5f2974518a8 req-8ccb684c-69c9-4135-91dc-47c65ab7e302 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950274 Jul 26 16:33:46.976891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:33:46.976891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:46.977860 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:33:46.977860 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:33:46.977860 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:33:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e77a5dcf-47e1-42c7-b7cf-8f5a8fbf4ab3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "PUT /v2.0/floatingips/1f25f79a-4904-4bbf-9a6b-1ae1539a1021 HTTP/1.1" status: 200 len: 990 time: 1.8417075 Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09e7df1-47ed-4d76-8db8-741499c6af04" -d '{"events": [{"name": "network-changed", "server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd60e9f-d2d0-4f46-8529-3edb35b23895 x-openstack-request-id: req-3bd60e9f-d2d0-4f46-8529-3edb35b23895 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-3bd60e9f-d2d0-4f46-8529-3edb35b23895 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:46.978586 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd60e9f-d2d0-4f46-8529-3edb35b23895'] response: {'name': 'network-changed', 'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'status': 'completed', 'code': 200} Jul 26 16:33:46.979080 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:33:47.281037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e47b4-80bb-4a8d-98c3-891067039ed9 req-46f158ce-f356-4877-8316-079bb51c0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:47.296234 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-261e47b4-80bb-4a8d-98c3-891067039ed9 req-46f158ce-f356-4877-8316-079bb51c0b26 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0595388 Jul 26 16:33:47.296379 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-ac90e290-63e6-4bbc-93b2-f1a1d34ca8e0 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059926 Jul 26 16:33:47.303951 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:45Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:47.334005 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-261e47b4-80bb-4a8d-98c3-891067039ed9 req-5df2e7d7-5c62-4a66-921e-a31d19bf898b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Jul 26 16:33:47.342538 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:33:47.352607 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:33:47.353278 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:33:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:47.408354 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dc6b3ec-b5cf-4bc4-9962-8ca8f30e45ab req-e8868085-a8d4-41fa-a401-1d54a65206d8 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956218 Jul 26 16:33:47.451846 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:33:47.665916 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:45Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:47.690350 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66c0e6-fd27-40d6-b1f8-c96603662cb7 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:45Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:33:47.865339 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a70c3d-1bd8-4d4d-bb35-eb03db0fc929 req-8eacaf06-fbd7-4421-82fc-b42eec8419de tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:47.867017 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e9a70c3d-1bd8-4d4d-bb35-eb03db0fc929 req-8eacaf06-fbd7-4421-82fc-b42eec8419de tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0489714 Jul 26 16:33:47.900254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8be499-f5e8-47b1-a790-1018529fbcb9 None None] New status for floating IP 1f25f79a-4904-4bbf-9a6b-1ae1539a1021: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:33:47.928325 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e9a70c3d-1bd8-4d4d-bb35-eb03db0fc929 req-90597157-564a-4b64-909c-0c3a97e8c83d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552361 Jul 26 16:33:48.074619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0dfa-1d59-4fc1-9689-b53ee83dcbac req-03fcf830-8735-408d-a559-0f2466163f78 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:48.080871 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6a4b0dfa-1d59-4fc1-9689-b53ee83dcbac req-03fcf830-8735-408d-a559-0f2466163f78 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0491652 Jul 26 16:33:48.126590 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6a4b0dfa-1d59-4fc1-9689-b53ee83dcbac req-e06ab971-fe77-4a91-8a01-b65996096985 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441875 Jul 26 16:33:48.634794 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-296ae9c0-3af2-470a-959e-9b6052d547ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:48.636309 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-296ae9c0-3af2-470a-959e-9b6052d547ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1129 time: 0.0484037 Jul 26 16:33:48.988410 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 42962) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:49.045963 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09aa9-2900-415f-8977-1e02ec5c43e4 req-30256a61-e307-47c5-bf03-6caa8db70f6c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.047469 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d8e09aa9-2900-415f-8977-1e02ec5c43e4 req-30256a61-e307-47c5-bf03-6caa8db70f6c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0478547 Jul 26 16:33:49.099385 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d8e09aa9-2900-415f-8977-1e02ec5c43e4 req-2d7a4be5-72e8-4ca9-a145-d32316055202 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Jul 26 16:33:49.105323 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0503bb6-4584-4256-974f-b405a7572257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.244111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0503bb6-4584-4256-974f-b405a7572257 admin admin] Publish callbacks [] for security_group (90da0e87-e430-452a-b9bd-072431454f87), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.262372 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d2b1-b9fd-4d1b-9497-d0989d26c343 req-3c6493ea-aa55-4d24-9804-af29ee53d8d9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.263895 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1486d2b1-b9fd-4d1b-9497-d0989d26c343 req-3c6493ea-aa55-4d24-9804-af29ee53d8d9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Jul 26 16:33:49.330789 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-399c0215-1b6a-4ab0-9409-cab6359d32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.332335 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-399c0215-1b6a-4ab0-9409-cab6359d32e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 1129 time: 0.0456185 Jul 26 16:33:49.358655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0503bb6-4584-4256-974f-b405a7572257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (90da0e87-e430-452a-b9bd-072431454f87), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.415253 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1486d2b1-b9fd-4d1b-9497-d0989d26c343 req-5388d7f6-79e1-44c1-882b-696700b2a214 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452916 Jul 26 16:33:49.432265 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b0503bb6-4584-4256-974f-b405a7572257 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=d8781891677c492dab7ce13eebb29961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422495 Jul 26 16:33:49.435302 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42980) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:49.438333 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0503bb6-4584-4256-974f-b405a7572257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90da0e87-e430-452a-b9bd-072431454f87,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:49.457373 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-6e623ffd-591e-478f-8290-1db9a10bb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.459434 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-6e623ffd-591e-478f-8290-1db9a10bb298 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.1714194 Jul 26 16:33:49.498180 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] Publish callbacks [] for security_group (90da0e87-e430-452a-b9bd-072431454f87), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.523947 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] Publish callbacks [] for security_group (90da0e87-e430-452a-b9bd-072431454f87), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.594318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb13f0-da87-4c77-9330-7ae476609fe7 req-5facfa08-85b2-4df6-9370-2804d70c5005 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.595795 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fbdb13f0-da87-4c77-9330-7ae476609fe7 req-5facfa08-85b2-4df6-9370-2804d70c5005 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0631573 Jul 26 16:33:49.605989 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 42984) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:49.610509 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'floatingip': {'port_id': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:49.651146 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.746449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (90da0e87-e430-452a-b9bd-072431454f87), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.748922 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:49.750041 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/90da0e87-e430-452a-b9bd-072431454f87 HTTP/1.1" status: 204 len: 168 time: 0.3135538 Jul 26 16:33:49.769638 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f0601-3ac0-4b1a-b5a6-10f02911f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90da0e87-e430-452a-b9bd-072431454f87,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:49.803686 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:49.917130 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-f03458a2-602a-40fe-86fc-d4b1d3619b12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 200 len: 217 time: 0.0397816 Jul 26 16:33:49.973922 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-4fa53d9a-70b4-436c-a1d2-2545462d0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:49.975730 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-4fa53d9a-70b4-436c-a1d2-2545462d0701 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0529094 Jul 26 16:33:50.026248 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-99a17890-e250-4475-81fd-6f8fc88f069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:50.032528 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-99a17890-e250-4475-81fd-6f8fc88f069f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460677 Jul 26 16:33:50.046155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-b72d1bdb-fc68-4f1f-a569-ab2d8d764fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:50.047611 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-b72d1bdb-fc68-4f1f-a569-ab2d8d764fc4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.1801550 Jul 26 16:33:50.127408 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-aaf04f53-005f-429d-bac3-29285d0dce3e service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909209 Jul 26 16:33:50.186273 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-cbc88414-9c7c-4ca6-8441-9efc35a22016 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 200 len: 1000 time: 0.1103108 Jul 26 16:33:50.305893 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-594bf605-1c46-41c5-8826-b3d55d12f610 req-87f2c2ac-9fe6-41eb-9140-20b72dcf76d4 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680305 Jul 26 16:33:50.313048 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-3637625d-8387-477f-bb74-5350208b3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:50.315011 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-3637625d-8387-477f-bb74-5350208b3345 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.1018794 Jul 26 16:33:50.324702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dcf39-1100-424e-9140-7998d25273db req-e89accb3-5bee-4661-9af7-16c94982c73c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:50.326248 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-858dcf39-1100-424e-9140-7998d25273db req-e89accb3-5bee-4661-9af7-16c94982c73c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.1106379 Jul 26 16:33:50.368921 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfa4edc6-9cae-4025-a0fc-38271c8e4b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.375669 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.380442 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-858dcf39-1100-424e-9140-7998d25273db req-02a92e92-a3fe-417d-b472-3a266b6c1dd0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482798 Jul 26 16:33:50.382602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-2aefddbf-0541-434c-aa34-745cceb76e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:50.384839 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-2aefddbf-0541-434c-aa34-745cceb76e14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499609 Jul 26 16:33:50.409824 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43004) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:50.481695 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-3f6da679-76e2-497f-8140-88c5b3e69a46 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903218 Jul 26 16:33:50.519589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c329ef3b-342a-4e2d-a19d-2381a2db3e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.531604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.621986 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c329ef3b-342a-4e2d-a19d-2381a2db3e5d admin admin] Publish callbacks [] for security_group (3fefd7a1-cede-4f6d-99c1-2554a3202b55), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.662344 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c09e7df1-47ed-4d76-8db8-741499c6af04 req-45bfca65-8bf3-4369-9396-5f4640723d14 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749513 Jul 26 16:33:50.664788 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Floating IP ee6894cd-1890-4d73-a9c6-506c9afb5b96 associated. External IP: 172.27.0.172, port: bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01. Jul 26 16:33:50.739142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43012) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:50.753420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0ce3-798f-4103-96c4-541835d684b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.787187 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c329ef3b-342a-4e2d-a19d-2381a2db3e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3fefd7a1-cede-4f6d-99c1-2554a3202b55), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.851348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329ef3b-342a-4e2d-a19d-2381a2db3e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefd7a1-cede-4f6d-99c1-2554a3202b55,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:50.855424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:50.860058 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c329ef3b-342a-4e2d-a19d-2381a2db3e5d admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1c721eb37361447cb1f210f83fb35ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489520 Jul 26 16:33:50.866497 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43020) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:50.945096 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0ce3-798f-4103-96c4-541835d684b3 admin admin] Publish callbacks [] for security_group (66f7ce33-f130-4144-93af-93aec4517dcb), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.960478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] Publish callbacks [] for security_group (3fefd7a1-cede-4f6d-99c1-2554a3202b55), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.984285 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] Publish callbacks [] for security_group (3fefd7a1-cede-4f6d-99c1-2554a3202b55), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:50.994135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:51.100287 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0ce3-798f-4103-96c4-541835d684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (66f7ce33-f130-4144-93af-93aec4517dcb), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.111415 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:33:51.138147 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-bc9d0ce3-798f-4103-96c4-541835d684b3 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=3202080a0a7d455f854d5d9d8011a4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978376 Jul 26 16:33:51.141130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43024) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:51.148733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0ce3-798f-4103-96c4-541835d684b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f7ce33-f130-4144-93af-93aec4517dcb,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:51.201725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] Publish callbacks [] for security_group (66f7ce33-f130-4144-93af-93aec4517dcb), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.218646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:33:51.224142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.225130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] Publish callbacks [] for security_group (66f7ce33-f130-4144-93af-93aec4517dcb), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.229488 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:33:51.245239 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3fefd7a1-cede-4f6d-99c1-2554a3202b55), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.251191 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:33:51.251191 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:33:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:51.252665 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.252665 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/3fefd7a1-cede-4f6d-99c1-2554a3202b55 HTTP/1.1" status: 204 len: 168 time: 0.3807669 Jul 26 16:33:51.272362 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38310dad-e52f-47ac-96ad-56197e34e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefd7a1-cede-4f6d-99c1-2554a3202b55,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:51.279315 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-aec7481c-0e8b-4cf7-942d-ed4c5e8a055d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "PUT /v2.0/floatingips/ee6894cd-1890-4d73-a9c6-506c9afb5b96 HTTP/1.1" status: 200 len: 991 time: 1.6722600 Jul 26 16:33:51.280655 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:33:51.286449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e9f73-2141-494d-815e-c1e2108012a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:33:51.334601 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:51.344034 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db058b73-0d41-4e1c-9329-055d9e2c6796 x-openstack-request-id: req-db058b73-0d41-4e1c-9329-055d9e2c6796 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:33:51.344604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:33:51.345116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-db058b73-0d41-4e1c-9329-055d9e2c6796 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:33:51.345873 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db058b73-0d41-4e1c-9329-055d9e2c6796'] response: {'name': 'network-changed', 'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'status': 'completed', 'code': 200} Jul 26 16:33:51.392245 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:33:51.431700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (66f7ce33-f130-4144-93af-93aec4517dcb), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.436164 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:51.437894 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/66f7ce33-f130-4144-93af-93aec4517dcb HTTP/1.1" status: 204 len: 168 time: 0.2958620 Jul 26 16:33:51.451465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f84b1-d488-41fe-bc6f-2c04230b7fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f7ce33-f130-4144-93af-93aec4517dcb,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:51.508247 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:51.534712 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-57319aa1-206f-4cbf-8f87-8616e786eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:51.538161 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-57319aa1-206f-4cbf-8f87-8616e786eb4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.1439145 Jul 26 16:33:51.563135 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:51.591029 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934b56f-396f-42e2-9947-78fe76e2d6c9 req-2f16dc9f-c17c-4f32-b079-e45448e4a285 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:51.603526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e934b56f-396f-42e2-9947-78fe76e2d6c9 req-2f16dc9f-c17c-4f32-b079-e45448e4a285 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0888779 Jul 26 16:33:51.661495 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ee6894cd-1890-4d73-a9c6-506c9afb5b96', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:9e:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:53Z', 'updated_at': '2022-07-26T16:33:50Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:51.662671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-b6a5ad7b-c139-404b-8827-123ccbae92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:51.664218 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-b6a5ad7b-c139-404b-8827-123ccbae92a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.1192067 Jul 26 16:33:51.664714 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e934b56f-396f-42e2-9947-78fe76e2d6c9 req-e9be8bd5-4633-4242-b32b-55822089ca6e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Jul 26 16:33:51.692870 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:33:51.705771 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:33:51.705771 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:33:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:51.727497 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-6afccd37-e336-4377-860e-5e05dc23a231 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 999 time: 0.0569322 Jul 26 16:33:51.779329 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-1da28217-18e3-476e-b266-efa31999d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:51.780860 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-1da28217-18e3-476e-b266-efa31999d714 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0478950 Jul 26 16:33:51.804966 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:33:51.828661 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:51.840501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-4448fa75-c09d-4bc7-8c06-646eef2e59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:51.842709 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-4448fa75-c09d-4bc7-8c06-646eef2e59a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562096 Jul 26 16:33:51.954854 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-b47dec8d-cb85-44cd-9861-f4ece73857d1 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052341 Jul 26 16:33:52.025035 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ee6894cd-1890-4d73-a9c6-506c9afb5b96', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:9e:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:53Z', 'updated_at': '2022-07-26T16:33:50Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:33:52.049561 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d6e9f73-2141-494d-815e-c1e2108012a1 req-23c067a1-107b-4369-b369-ecdc4d52a14a service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894215 Jul 26 16:33:52.049907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a5c574-6d2f-413c-98b3-be9c0272dd24 None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ee6894cd-1890-4d73-a9c6-506c9afb5b96', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:9e:b7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:53Z', 'updated_at': '2022-07-26T16:33:50Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:33:52.287157 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882e9a6-69b2-48dd-9680-6b18313918c0 None None] New status for floating IP ee6894cd-1890-4d73-a9c6-506c9afb5b96: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:33:52.379587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43054) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:52.512599 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0dcab20-d4ee-4791-9592-d1a01171d64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.585938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0dcab20-d4ee-4791-9592-d1a01171d64e admin admin] Publish callbacks [] for security_group (f040f237-f857-4659-ab84-49e8a26208c1), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.592156 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a354-1558-4299-82f4-108593cfb3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.729082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0dcab20-d4ee-4791-9592-d1a01171d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f040f237-f857-4659-ab84-49e8a26208c1), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.803600 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43074) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:52.804733 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b0dcab20-d4ee-4791-9592-d1a01171d64e admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=63559f266f5e43f78b08a02d18a7ff26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240046 Jul 26 16:33:52.805663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcab20-d4ee-4791-9592-d1a01171d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f040f237-f857-4659-ab84-49e8a26208c1,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:52.807320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43076) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:52.837209 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92c7d621-01e9-43e3-8b41-c419dc893d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.837345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394ef48-a624-4887-b807-0cbff8a7d598 req-9ed04942-6868-49dd-a9cb-d1b94c50786d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:52.838869 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4394ef48-a624-4887-b807-0cbff8a7d598 req-9ed04942-6868-49dd-a9cb-d1b94c50786d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0978501 Jul 26 16:33:52.913074 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4394ef48-a624-4887-b807-0cbff8a7d598 req-d3af360c-affe-47ba-9813-552dc28ca156 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Jul 26 16:33:52.930455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] Publish callbacks [] for security_group (f040f237-f857-4659-ab84-49e8a26208c1), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:52.963441 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] Publish callbacks [] for security_group (f040f237-f857-4659-ab84-49e8a26208c1), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.003843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92c7d621-01e9-43e3-8b41-c419dc893d1f admin admin] Publish callbacks [] for security_group (7ac3fb93-8e55-4db2-87fa-85e06ca6d28c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.140817 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:53.249410 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-92c7d621-01e9-43e3-8b41-c419dc893d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7ac3fb93-8e55-4db2-87fa-85e06ca6d28c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.255008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f040f237-f857-4659-ab84-49e8a26208c1), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.260719 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.260719 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/f040f237-f857-4659-ab84-49e8a26208c1 HTTP/1.1" status: 204 len: 168 time: 0.4502635 Jul 26 16:33:53.295289 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-92c7d621-01e9-43e3-8b41-c419dc893d1f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=51f963e7bae9451da70be719e34416ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4896569 Jul 26 16:33:53.296010 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7d621-01e9-43e3-8b41-c419dc893d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3fb93-8e55-4db2-87fa-85e06ca6d28c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:53.298031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43086) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:53.308053 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69831e6-28c0-496e-9514-52b86670fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f040f237-f857-4659-ab84-49e8a26208c1,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:53.355247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] Publish callbacks [] for security_group (7ac3fb93-8e55-4db2-87fa-85e06ca6d28c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.376441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] Publish callbacks [] for security_group (7ac3fb93-8e55-4db2-87fa-85e06ca6d28c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.608678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7ac3fb93-8e55-4db2-87fa-85e06ca6d28c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.615526 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:53.615526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7ac3fb93-8e55-4db2-87fa-85e06ca6d28c HTTP/1.1" status: 204 len: 168 time: 0.3134933 Jul 26 16:33:53.621792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d3a16-18e9-490a-b90b-c95c9d9a288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3fb93-8e55-4db2-87fa-85e06ca6d28c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:54.033437 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c608e-7613-47e5-a2b1-879da1d2ad6d req-1c840f4d-015d-4574-b2b3-42cb4ee05764 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:54.034905 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-833c608e-7613-47e5-a2b1-879da1d2ad6d req-1c840f4d-015d-4574-b2b3-42cb4ee05764 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0464194 Jul 26 16:33:54.077273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:54.081189 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-833c608e-7613-47e5-a2b1-879da1d2ad6d req-c2f50fb8-1912-4758-8637-303e5fd55400 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Jul 26 16:33:54.111923 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:54.377201 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43116) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:54.391137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-25f15aff-8e9a-49b3-b5e8-b6c3c10c29af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:54.468269 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-25f15aff-8e9a-49b3-b5e8-b6c3c10c29af admin admin] Publish callbacks [] for security_group (0f9d17cc-099d-47bf-8e23-88288e946df1), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:54.609825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-25f15aff-8e9a-49b3-b5e8-b6c3c10c29af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (0f9d17cc-099d-47bf-8e23-88288e946df1), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:54.656190 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-25f15aff-8e9a-49b3-b5e8-b6c3c10c29af admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=e73045319d5444679c283e27d20f0a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778566 Jul 26 16:33:54.657032 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15aff-8e9a-49b3-b5e8-b6c3c10c29af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d17cc-099d-47bf-8e23-88288e946df1,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:54.660427 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43126) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:54.725471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] Publish callbacks [] for security_group (0f9d17cc-099d-47bf-8e23-88288e946df1), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:54.756168 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] Publish callbacks [] for security_group (0f9d17cc-099d-47bf-8e23-88288e946df1), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:55.016895 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (0f9d17cc-099d-47bf-8e23-88288e946df1), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:55.017741 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:55.018893 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/0f9d17cc-099d-47bf-8e23-88288e946df1 HTTP/1.1" status: 204 len: 168 time: 0.3571911 Jul 26 16:33:55.028735 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e0aa1-4705-4aa7-8109-6e590496fe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d17cc-099d-47bf-8e23-88288e946df1,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:55.204520 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3362-6e1a-47ea-8d9c-5006904ae48a req-fbe6594b-122a-46f5-9977-42827c923e1e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:55.205974 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-92eb3362-6e1a-47ea-8d9c-5006904ae48a req-fbe6594b-122a-46f5-9977-42827c923e1e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Jul 26 16:33:55.257089 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-92eb3362-6e1a-47ea-8d9c-5006904ae48a req-4372b7a9-e8bb-41c6-9f26-522267f9234d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Jul 26 16:33:55.331175 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:55.500477 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:55.774993 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:55.958338 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:56.372875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cce66-f112-430c-b7cc-1ac99eb3e67c req-d57ef559-c77c-4102-bd73-020c3ea99b9d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:56.375126 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-522cce66-f112-430c-b7cc-1ac99eb3e67c req-d57ef559-c77c-4102-bd73-020c3ea99b9d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Jul 26 16:33:56.444710 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-522cce66-f112-430c-b7cc-1ac99eb3e67c req-1d894f9b-dddc-4fa9-8bb5-53da546d8055 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Jul 26 16:33:56.510617 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43206) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:56.610489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-366417736-network', 'tenant_id': '686d573bd8724d0a92250816f3432d2e'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:56.705850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Made reservation on behalf of 686d573bd8724d0a92250816f3432d2e for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:56.708314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:56.717165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:56.790710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks [] for security_group (fdd1dc4f-8961-42a8-a28a-3d829fb9756b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.060736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fdd1dc4f-8961-42a8-a28a-3d829fb9756b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.063963 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:57.090434 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1074} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:33:57.096848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd1dc4f-8961-42a8-a28a-3d829fb9756b,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:57.102659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (25766c71-83eb-4756-9b84-47bd77be7539), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.102998 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Added segment 25766c71-83eb-4756-9b84-47bd77be7539 of type vlan for network 1cd825ce-7381-4a98-a17c-135bb03f5592 Jul 26 16:33:57.151201 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (1cd825ce-7381-4a98-a17c-135bb03f5592), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.266291 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (1cd825ce-7381-4a98-a17c-135bb03f5592), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.267635 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:57.269103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.329591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd825ce-7381-4a98-a17c-135bb03f5592,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:57.340259 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 1cd825ce-7381-4a98-a17c-135bb03f5592 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:33:57.430124 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6463f9a8-0a49-4ece-a25d-4d21a86a1f00 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9182494 Jul 26 16:33:57.434258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43232) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:57.438997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Request body: {'subnet': {'network_id': '1cd825ce-7381-4a98-a17c-135bb03f5592', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-366417736-subnet', 'tenant_id': '686d573bd8724d0a92250816f3432d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:33:57.560098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41228e45-b800-408b-8ae2-93c3591f308f req-af673692-47cf-4647-8ab4-f76f00f3a549 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:57.561628 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41228e45-b800-408b-8ae2-93c3591f308f req-af673692-47cf-4647-8ab4-f76f00f3a549 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0476506 Jul 26 16:33:57.589457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Made reservation on behalf of 686d573bd8724d0a92250816f3432d2e for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:33:57.591855 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840503'] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.653777 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41228e45-b800-408b-8ae2-93c3591f308f req-0872da50-574f-45b6-a389-5c5fe023cc74 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859582 Jul 26 16:33:57.811665 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43242) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:57.860542 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:57.920027 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3733663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840473'] for subnet (71a7a116-01e9-4c75-a3c4-de49f81dc8a6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.925195 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e576dfef-cb23-40f4-a898-0365f4b8d330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:57.983863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a7a116-01e9-4c75-a3c4-de49f81dc8a6,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:58.016342 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Checking segment: {'id': '25766c71-83eb-4756-9b84-47bd77be7539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': '1cd825ce-7381-4a98-a17c-135bb03f5592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:33:58.016723 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Network hostable DHCP agents. Network: 1cd825ce-7381-4a98-a17c-135bb03f5592, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:33:58.066938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e576dfef-cb23-40f4-a898-0365f4b8d330 admin admin] Publish callbacks [] for security_group (fc340e1e-439f-4bf5-8e35-135d56a383c9), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.547074 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Network 1cd825ce-7381-4a98-a17c-135bb03f5592 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:33:58.549157 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e576dfef-cb23-40f4-a898-0365f4b8d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fc340e1e-439f-4bf5-8e35-135d56a383c9), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.601801 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e576dfef-cb23-40f4-a898-0365f4b8d330 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=5d2cb91725814907950373291fdfa528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7816472 Jul 26 16:33:58.601801 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576dfef-cb23-40f4-a898-0365f4b8d330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc340e1e-439f-4bf5-8e35-135d56a383c9,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:58.603595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43262) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:58.652430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] Publish callbacks [] for security_group (fc340e1e-439f-4bf5-8e35-135d56a383c9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.677529 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] Publish callbacks [] for security_group (fc340e1e-439f-4bf5-8e35-135d56a383c9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.728025 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 1cd825ce-7381-4a98-a17c-135bb03f5592) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:33:58.734921 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07290e26-0cff-4bdb-91e4-60398d40462e None None] Network 1cd825ce-7381-4a98-a17c-135bb03f5592 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:58.738261 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:58.738261 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.799773 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1a374-7a4e-4550-9248-a085d5905fe7 req-b345f0cf-8caf-4183-8e44-4b96391b6800 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:58.802012 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32f1a374-7a4e-4550-9248-a085d5905fe7 req-b345f0cf-8caf-4183-8e44-4b96391b6800 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Jul 26 16:33:58.844788 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812384b6-7096-470c-836a-6127f32e2f0e None None] Network 1cd825ce-7381-4a98-a17c-135bb03f5592 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:33:58.854672 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32f1a374-7a4e-4550-9248-a085d5905fe7 req-2b00c661-09e0-41bb-9f2e-4054add04064 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Jul 26 16:33:58.881875 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:58.939042 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b0ff67df-ec86-470f-be21-7df40f5faf3e admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5023642 Jul 26 16:33:58.939042 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fc340e1e-439f-4bf5-8e35-135d56a383c9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.941002 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:58.952075 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/fc340e1e-439f-4bf5-8e35-135d56a383c9 HTTP/1.1" status: 204 len: 168 time: 0.3384526 Jul 26 16:33:58.952075 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63193-e0c7-4d6c-a20a-192b99e85c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc340e1e-439f-4bf5-8e35-135d56a383c9,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:33:59.740368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:33:59.942556 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43320) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:33:59.961892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-389cf1fd-2508-409d-99fb-8b0a66bb6218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:33:59.976463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613857-337e-4d6f-b095-e8da4148434f req-52d7449b-ae03-4c12-93b8-6197240efa35 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:33:59.978001 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05613857-337e-4d6f-b095-e8da4148434f req-52d7449b-ae03-4c12-93b8-6197240efa35 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0531514 Jul 26 16:34:00.038407 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05613857-337e-4d6f-b095-e8da4148434f req-a7c28ff3-cfbf-4579-8355-e4240642caeb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524642 Jul 26 16:34:00.043395 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-389cf1fd-2508-409d-99fb-8b0a66bb6218 admin admin] Publish callbacks [] for security_group (7e115016-329d-4eea-b3a8-8966e1aaad75), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.055924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43322) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:00.060900 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1300046734-network', 'tenant_id': 'a0dd5a7a647a465b852cad5b51cbde56'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:00.123247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:00.226151 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Made reservation on behalf of a0dd5a7a647a465b852cad5b51cbde56 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:34:00.229511 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.230816 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-389cf1fd-2508-409d-99fb-8b0a66bb6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7e115016-329d-4eea-b3a8-8966e1aaad75), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.253020 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.288673 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cf1fd-2508-409d-99fb-8b0a66bb6218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e115016-329d-4eea-b3a8-8966e1aaad75,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:00.308255 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-389cf1fd-2508-409d-99fb-8b0a66bb6218 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=28457df82331453dbf9491cc3c079351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597550 Jul 26 16:34:00.308358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43338) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:00.355213 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks [] for security_group (3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.356896 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] Publish callbacks [] for security_group (7e115016-329d-4eea-b3a8-8966e1aaad75), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.379782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] Publish callbacks [] for security_group (7e115016-329d-4eea-b3a8-8966e1aaad75), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.392649 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:00.461291 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43346) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:00.499879 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.526686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:00.552420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7e115016-329d-4eea-b3a8-8966e1aaad75), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.554970 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.556113 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7e115016-329d-4eea-b3a8-8966e1aaad75 HTTP/1.1" status: 204 len: 168 time: 0.2487760 Jul 26 16:34:00.560165 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:34:00.571906 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (e919f255-dfa8-407f-a3dd-c1ab0f0e1144), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.572682 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Added segment e919f255-dfa8-407f-a3dd-c1ab0f0e1144 of type vlan for network dcd0a4ee-0083-49c0-a8aa-62646fef0942 Jul 26 16:34:00.600737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d3619195-9fe5-432e-b851-83e0cd6916b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.621937 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183942-6033-4dc8-a561-22d7ec8b6271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e115016-329d-4eea-b3a8-8966e1aaad75,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:00.631634 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (dcd0a4ee-0083-49c0-a8aa-62646fef0942), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.671641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:00.706241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d3619195-9fe5-432e-b851-83e0cd6916b7 admin admin] Publish callbacks [] for security_group (6a349ad7-e758-453c-8516-2f206ec6c14f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.757405 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (dcd0a4ee-0083-49c0-a8aa-62646fef0942), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.759054 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:00.759796 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.822093 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] Pushing event updated for resources: {'Network': ['ID=dcd0a4ee-0083-49c0-a8aa-62646fef0942,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:00.831571 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network dcd0a4ee-0083-49c0-a8aa-62646fef0942 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:34:00.848661 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d3619195-9fe5-432e-b851-83e0cd6916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (6a349ad7-e758-453c-8516-2f206ec6c14f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.893393 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d3619195-9fe5-432e-b851-83e0cd6916b7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=c0de47f14baa469097cacedce5badd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310064 Jul 26 16:34:00.894120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3619195-9fe5-432e-b851-83e0cd6916b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a349ad7-e758-453c-8516-2f206ec6c14f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:00.896791 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43370) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:00.962780 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] Publish callbacks [] for security_group (6a349ad7-e758-453c-8516-2f206ec6c14f), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:00.986959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] Publish callbacks [] for security_group (6a349ad7-e758-453c-8516-2f206ec6c14f), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.017422 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1c86d6b9-cad8-4d97-ac39-ff895b3ab9ef admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9602544 Jul 26 16:34:01.020724 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43378) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:01.025546 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Request body: {'subnet': {'network_id': 'dcd0a4ee-0083-49c0-a8aa-62646fef0942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1300046734-subnet', 'tenant_id': 'a0dd5a7a647a465b852cad5b51cbde56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:01.152799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7947c-b5b2-4d90-9e12-5964a35ad11a req-55452eb6-e844-4319-86e9-44d2ca52d186 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:01.154276 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48d7947c-b5b2-4d90-9e12-5964a35ad11a req-55452eb6-e844-4319-86e9-44d2ca52d186 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Jul 26 16:34:01.199836 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48d7947c-b5b2-4d90-9e12-5964a35ad11a req-56697e89-f03f-400e-84dc-ec4a9e9cc566 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Jul 26 16:34:01.272196 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Made reservation on behalf of a0dd5a7a647a465b852cad5b51cbde56 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:34:01.274638 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.278134 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:01.278924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (6a349ad7-e758-453c-8516-2f206ec6c14f), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.284144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.284144 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/6a349ad7-e758-453c-8516-2f206ec6c14f HTTP/1.1" status: 204 len: 168 time: 0.3847468 Jul 26 16:34:01.326393 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b176f-db6e-4cb2-9732-e7ab789002ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a349ad7-e758-453c-8516-2f206ec6c14f,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:01.632688 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (2f66bdd9-00a7-4463-9a17-fe92e8ec9268), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.667541 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43398) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:01.682931 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f24a9806-9519-47b1-b4f9-db234dcb705c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.695697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f66bdd9-00a7-4463-9a17-fe92e8ec9268,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:01.703011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Checking segment: {'id': 'e919f255-dfa8-407f-a3dd-c1ab0f0e1144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': 'dcd0a4ee-0083-49c0-a8aa-62646fef0942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:01.703260 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Network hostable DHCP agents. Network: dcd0a4ee-0083-49c0-a8aa-62646fef0942, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:34:01.763070 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f24a9806-9519-47b1-b4f9-db234dcb705c admin admin] Publish callbacks [] for security_group (cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.917362 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Network dcd0a4ee-0083-49c0-a8aa-62646fef0942 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:34:01.917886 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f24a9806-9519-47b1-b4f9-db234dcb705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:01.957954 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f24a9806-9519-47b1-b4f9-db234dcb705c admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=b09ad34296d0497ab7d3a4842e174fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884591 Jul 26 16:34:01.959133 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9806-9519-47b1-b4f9-db234dcb705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:01.960657 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43402) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:02.008225 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] Publish callbacks [] for security_group (cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.029540 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] Publish callbacks [] for security_group (cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.179991 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, dcd0a4ee-0083-49c0-a8aa-62646fef0942) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:02.184536 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:02.185552 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.191802 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb9c7b-21b4-4c8b-abe6-0ca369bbaa4b None None] Network dcd0a4ee-0083-49c0-a8aa-62646fef0942 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:34:02.298671 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b8f26a-628d-4ec8-978f-645739325a07 None None] Network dcd0a4ee-0083-49c0-a8aa-62646fef0942 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:34:02.306045 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.308665 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.312100 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a HTTP/1.1" status: 204 len: 168 time: 0.3481925 Jul 26 16:34:02.318787 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d9f0-0f7a-40ec-b20f-3b6a1d597261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd174cbb-7af4-4b05-a64c-2a5cbf7a7c6a,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:02.351043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976a1c-036c-466e-b350-165a2baf130f req-610e0d4b-f59a-478f-844e-dca3b3808b9c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:02.355519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1976a1c-036c-466e-b350-165a2baf130f req-610e0d4b-f59a-478f-844e-dca3b3808b9c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0785534 Jul 26 16:34:02.408329 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1c9ec28f-8aae-4577-988c-e9e1a8b6e783 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3860540 Jul 26 16:34:02.412838 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1976a1c-036c-466e-b350-165a2baf130f req-75eaa13d-5cea-4c14-97f7-00f942ad60ec tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Jul 26 16:34:02.606512 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43414) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:02.620432 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78443eeb-c16b-4978-ad00-ef986496de0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.696875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78443eeb-c16b-4978-ad00-ef986496de0a admin admin] Publish callbacks [] for security_group (9610b1c2-29ff-4ce1-a464-41a0b5ee4407), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.797116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43420) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:02.911373 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78443eeb-c16b-4978-ad00-ef986496de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9610b1c2-29ff-4ce1-a464-41a0b5ee4407), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:02.953425 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-78443eeb-c16b-4978-ad00-ef986496de0a admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=77753d3971fe4f49a0af458969daacc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456395 Jul 26 16:34:02.954983 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78443eeb-c16b-4978-ad00-ef986496de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9610b1c2-29ff-4ce1-a464-41a0b5ee4407,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:02.956074 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43424) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:03.019089 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] Publish callbacks [] for security_group (9610b1c2-29ff-4ce1-a464-41a0b5ee4407), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.045885 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] Publish callbacks [] for security_group (9610b1c2-29ff-4ce1-a464-41a0b5ee4407), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.151327 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f954de0-07ad-4a3d-9cfa-b191d6c35941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.237572 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9610b1c2-29ff-4ce1-a464-41a0b5ee4407), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.240239 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.241417 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/9610b1c2-29ff-4ce1-a464-41a0b5ee4407 HTTP/1.1" status: 204 len: 168 time: 0.2830560 Jul 26 16:34:03.249712 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943059ff-fad3-44f2-9299-fe00ce30bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9610b1c2-29ff-4ce1-a464-41a0b5ee4407,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:03.295930 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f954de0-07ad-4a3d-9cfa-b191d6c35941 admin admin] Publish callbacks [] for security_group (cecc5904-fe0e-4fab-b158-ad397ce252fb), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.409277 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2f954de0-07ad-4a3d-9cfa-b191d6c35941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cecc5904-fe0e-4fab-b158-ad397ce252fb), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.454809 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2f954de0-07ad-4a3d-9cfa-b191d6c35941 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=3e41fbf84b7a44a198e9363b2caf2d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565526 Jul 26 16:34:03.457666 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f954de0-07ad-4a3d-9cfa-b191d6c35941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc5904-fe0e-4fab-b158-ad397ce252fb,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:03.458462 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43440) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:03.568578 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] Publish callbacks [] for security_group (cecc5904-fe0e-4fab-b158-ad397ce252fb), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.579095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bc9fc-fe4c-4594-b372-34211b338327 req-e6f38f41-5f50-4d11-86f7-be62b79d754e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:03.581334 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-273bc9fc-fe4c-4594-b372-34211b338327 req-e6f38f41-5f50-4d11-86f7-be62b79d754e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0623693 Jul 26 16:34:03.598973 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] Publish callbacks [] for security_group (cecc5904-fe0e-4fab-b158-ad397ce252fb), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.636642 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-273bc9fc-fe4c-4594-b372-34211b338327 req-a3454044-4384-4650-b31a-ec02ff0810e2 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489540 Jul 26 16:34:03.871555 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cecc5904-fe0e-4fab-b158-ad397ce252fb), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.874746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:03.875970 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/cecc5904-fe0e-4fab-b158-ad397ce252fb HTTP/1.1" status: 204 len: 168 time: 0.4158792 Jul 26 16:34:03.884533 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231277b-bb65-4707-ae55-27ef297a8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc5904-fe0e-4fab-b158-ad397ce252fb,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:03.897073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:04.433580 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884450d-ec2e-4a76-826a-605eacf0b494 req-b3ccf97c-9ba4-4fad-9deb-d9bac7e6b10d tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:04.435238 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f884450d-ec2e-4a76-826a-605eacf0b494 req-b3ccf97c-9ba4-4fad-9deb-d9bac7e6b10d tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Jul 26 16:34:04.489289 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:04.489620 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f884450d-ec2e-4a76-826a-605eacf0b494 req-deb160e4-0a40-457e-9ceb-06cb17c29b54 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466766 Jul 26 16:34:04.758335 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834073d-76d3-4a22-9126-69af07c0b1d0 req-4ca2a1ea-6142-49af-8c71-76944144b054 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:04.760054 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3834073d-76d3-4a22-9126-69af07c0b1d0 req-4ca2a1ea-6142-49af-8c71-76944144b054 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0475461 Jul 26 16:34:04.787255 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:04.810057 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3834073d-76d3-4a22-9126-69af07c0b1d0 req-79c1d555-48f7-4056-9d62-0a83faded92e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Jul 26 16:34:04.934885 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43498) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:04.948722 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6d7c27c7-ae4d-4775-b29b-cd58d4f6b6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.023674 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6d7c27c7-ae4d-4775-b29b-cd58d4f6b6e3 admin admin] Publish callbacks [] for security_group (42075191-4d36-400d-aa30-45c30620011f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.272144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6d7c27c7-ae4d-4775-b29b-cd58d4f6b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (42075191-4d36-400d-aa30-45c30620011f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.325248 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6d7c27c7-ae4d-4775-b29b-cd58d4f6b6e3 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=57faf360e635488c8744b7399c53802e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875799 Jul 26 16:34:05.326307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43508) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:05.331017 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c27c7-ae4d-4775-b29b-cd58d4f6b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42075191-4d36-400d-aa30-45c30620011f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:05.396827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] Publish callbacks [] for security_group (42075191-4d36-400d-aa30-45c30620011f), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.421700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] Publish callbacks [] for security_group (42075191-4d36-400d-aa30-45c30620011f), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.616056 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:34:05.622193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17b552-cb9f-4e03-8373-5623affaf8a8 req-a3c3b3d5-a3d9-44dc-a783-94e731dbdec7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:05.623667 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cb17b552-cb9f-4e03-8373-5623affaf8a8 req-a3c3b3d5-a3d9-44dc-a783-94e731dbdec7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0466573 Jul 26 16:34:05.624740 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (42075191-4d36-400d-aa30-45c30620011f), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.627427 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.630831 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/42075191-4d36-400d-aa30-45c30620011f HTTP/1.1" status: 204 len: 168 time: 0.3010459 Jul 26 16:34:05.648887 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44979d7b-af90-4e28-849b-32b48852a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42075191-4d36-400d-aa30-45c30620011f,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:05.686581 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cb17b552-cb9f-4e03-8373-5623affaf8a8 req-7186e6a3-e3d9-4150-a3d2-b8b0b20f0f8a tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554938 Jul 26 16:34:05.932092 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5340ce-5c1c-4480-9a5f-8aac0fa398b5 req-a3e4c9e4-733b-4b42-af12-559998c7255b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:05.933744 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f5340ce-5c1c-4480-9a5f-8aac0fa398b5 req-a3e4c9e4-733b-4b42-af12-559998c7255b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0509088 Jul 26 16:34:05.946560 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:05.946992 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:05.986365 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f5340ce-5c1c-4480-9a5f-8aac0fa398b5 req-68102abb-a5ad-4926-b66f-61bc938ae8f8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467777 Jul 26 16:34:06.106013 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:06.689165 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:06.819854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3359e5b-7c0e-463b-97eb-b0063435c1dd req-f6e9e146-2b44-417c-bff4-79181f3f032c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:06.821394 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a3359e5b-7c0e-463b-97eb-b0063435c1dd req-f6e9e146-2b44-417c-bff4-79181f3f032c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Jul 26 16:34:06.868810 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a3359e5b-7c0e-463b-97eb-b0063435c1dd req-a475cf1f-68b2-4949-9f6d-5a81f8b8c8ee tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/security-groups?id=29097390-0695-4a1a-8888-3435254f6b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Jul 26 16:34:07.118923 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a8f7-0057-4e00-8aef-49a85958aac7 req-46afc76f-8612-4f93-8055-4892de40370b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:07.120811 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f713a8f7-0057-4e00-8aef-49a85958aac7 req-46afc76f-8612-4f93-8055-4892de40370b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Jul 26 16:34:07.177747 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f713a8f7-0057-4e00-8aef-49a85958aac7 req-20753bc5-55da-4c76-bbfe-b5981f63c972 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Jul 26 16:34:07.215975 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-4340214c-00ad-4255-b6d9-a664153e92e7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:07.217625 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-4340214c-00ad-4255-b6d9-a664153e92e7 tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 945 time: 0.0468874 Jul 26 16:34:07.333538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Deleting port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:34:07.333816 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:07.427603 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] For port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:07.428005 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:07.443137 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Calling delete_port for 26e755d4-3673-4a1f-82d7-5cb16e9faf7f owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:34:07.694580 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (26e755d4-3673-4a1f-82d7-5cb16e9faf7f), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:07.727849 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Pushing event deleted for resources: {'Port': ['ID=26e755d4-3673-4a1f-82d7-5cb16e9faf7f,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:07.737344 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['26e755d4-3673-4a1f-82d7-5cb16e9faf7f'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:34:07.795238 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] No DVR routers for this DVR port 26e755d4-3673-4a1f-82d7-5cb16e9faf7f on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:34:07.798531 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:07.802198 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-43e20c26-ba5c-451e-b3e4-32fd3eb411c2 req-1a0d1957-281e-45cb-b151-382764bded4e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.86 "DELETE /v2.0/ports/26e755d4-3673-4a1f-82d7-5cb16e9faf7f HTTP/1.1" status: 204 len: 173 time: 0.5776899 Jul 26 16:34:07.802646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'name': 'network-vif-deleted', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:34:07.805008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032134ad-9bdf-4234-a691-992d7de9712d" -d '{"events": [{"server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "name": "network-vif-deleted", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:34:07.843156 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead10d35-bf4c-4e01-91a3-dc0882d6be13 x-openstack-request-id: req-ead10d35-bf4c-4e01-91a3-dc0882d6be13 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:34:07.843420 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4", "name": "network-vif-deleted", "tag": "26e755d4-3673-4a1f-82d7-5cb16e9faf7f", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:34:07.843676 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-ead10d35-bf4c-4e01-91a3-dc0882d6be13 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:34:07.844086 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead10d35-bf4c-4e01-91a3-dc0882d6be13'] response: {'server_uuid': 'ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4', 'name': 'network-vif-deleted', 'tag': '26e755d4-3673-4a1f-82d7-5cb16e9faf7f', 'status': 'completed', 'code': 200} Jul 26 16:34:07.976895 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8ec03563-1e07-4be6-843a-b336784da512 req-95b00be5-3c95-44e3-bed9-08f4a928718e tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0278940 Jul 26 16:34:08.297917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b5d7d-5d72-4ec1-8bc4-2799f04152a6 req-4230e505-80c3-4b6d-9cb9-d0d374597e40 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:08.299415 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-539b5d7d-5d72-4ec1-8bc4-2799f04152a6 req-4230e505-80c3-4b6d-9cb9-d0d374597e40 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Jul 26 16:34:08.348543 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-539b5d7d-5d72-4ec1-8bc4-2799f04152a6 req-b038d52b-7d10-4f7d-9b6d-6cdc3cd6cd9c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Jul 26 16:34:09.093511 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cf979c07-fe31-4ee9-b5fe-19aa8d3a0e68 req-6c1d54ee-953b-4e57-bc91-027ea753cf2c tempest-DeleteServersTestJSON-565081753 tempest-DeleteServersTestJSON-565081753-project] 10.222.0.144 "GET /v2.0/ports?device_id=ea4d50cc-1ce7-4b80-9a6e-7efd7947e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Jul 26 16:34:09.414332 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:09.464631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ecd06-4e4c-49c1-8cf5-527ede200fcd req-c1dc111c-fcaf-4758-9f5e-5f75303403bc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:09.466724 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f36ecd06-4e4c-49c1-8cf5-527ede200fcd req-c1dc111c-fcaf-4758-9f5e-5f75303403bc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0460067 Jul 26 16:34:09.534508 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f36ecd06-4e4c-49c1-8cf5-527ede200fcd req-5e765c7f-3d2b-45bc-a69a-bb70799b908e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Jul 26 16:34:10.175398 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 26e755d4-3673-4a1f-82d7-5cb16e9faf7f no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:34:10.194742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 26e755d4-3673-4a1f-82d7-5cb16e9faf7f {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:34:10.195085 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 26e755d4-3673-4a1f-82d7-5cb16e9faf7f not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:34:10.432252 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:10.648907 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094d380-8259-4a1f-b282-3f1dd5d7a8bc req-f023d72f-e9a9-4285-8a55-a3951929cd04 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:10.650526 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5094d380-8259-4a1f-b282-3f1dd5d7a8bc req-f023d72f-e9a9-4285-8a55-a3951929cd04 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Jul 26 16:34:10.700134 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5094d380-8259-4a1f-b282-3f1dd5d7a8bc req-c03232e6-88c9-444c-bc7d-6ff3b97272ed tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439036 Jul 26 16:34:11.329023 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:11.774655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:11.830521 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a41da-b5cf-490b-91fa-4e0c89e66abf req-42646e86-9d1e-4861-85e2-0e7148d10386 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:11.831982 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-227a41da-b5cf-490b-91fa-4e0c89e66abf req-42646e86-9d1e-4861-85e2-0e7148d10386 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Jul 26 16:34:11.877651 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-227a41da-b5cf-490b-91fa-4e0c89e66abf req-bdd04531-4f3a-4769-9b19-eb07f3062c25 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 Jul 26 16:34:12.654806 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:12.994454 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99c883-621d-4a0b-9a70-02d367bc94e3 req-1c07a1f4-cada-4537-aa0b-ad760b0b71b3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:12.995936 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9b99c883-621d-4a0b-9a70-02d367bc94e3 req-1c07a1f4-cada-4537-aa0b-ad760b0b71b3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0469115 Jul 26 16:34:13.044352 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9b99c883-621d-4a0b-9a70-02d367bc94e3 req-e9db3eda-6c60-4d0f-89e2-97a9ecdee318 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Jul 26 16:34:13.066165 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:13.797523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:14.159945 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216759-7c4e-4dce-a0e5-d01610098bb7 req-80812203-093b-4416-8828-20316c240f05 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:14.161961 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d216759-7c4e-4dce-a0e5-d01610098bb7 req-80812203-093b-4416-8828-20316c240f05 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0452597 Jul 26 16:34:14.210166 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:14.213626 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d216759-7c4e-4dce-a0e5-d01610098bb7 req-fb3c5b67-21a6-4294-af01-2ab87356037f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Jul 26 16:34:14.277581 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:14.397298 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:15.330478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ac163-eb26-4bcc-9d14-4c6e1fea5799 req-5ef21d37-9b7c-415f-9dca-357cbc48edea tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:15.331954 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f9ac163-eb26-4bcc-9d14-4c6e1fea5799 req-5ef21d37-9b7c-415f-9dca-357cbc48edea tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0472760 Jul 26 16:34:15.385514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f9ac163-eb26-4bcc-9d14-4c6e1fea5799 req-e91c258f-5024-4263-aaa7-dfa20a160b3b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480859 Jul 26 16:34:15.471801 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:15.608718 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:15.717100 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:16.237499 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:16.504451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e882073-7a97-44d2-9e80-30df9a66a7a7 req-a83bb15c-a156-4cb8-80a1-ea636ec5e049 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:16.505932 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e882073-7a97-44d2-9e80-30df9a66a7a7 req-a83bb15c-a156-4cb8-80a1-ea636ec5e049 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Jul 26 16:34:16.563819 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e882073-7a97-44d2-9e80-30df9a66a7a7 req-cd74c178-1106-4d7b-85e9-00a656960751 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Jul 26 16:34:17.431867 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:17.680533 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad269b32-0091-4ae6-8bbd-050e046d6d99 req-05f66cf5-6218-43a8-a91b-9dd55f0e9287 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:17.682397 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ad269b32-0091-4ae6-8bbd-050e046d6d99 req-05f66cf5-6218-43a8-a91b-9dd55f0e9287 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0535288 Jul 26 16:34:17.696207 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:17.731853 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ad269b32-0091-4ae6-8bbd-050e046d6d99 req-2d0cce6e-3e35-4f5f-9ceb-d5e2180d81c6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Jul 26 16:34:18.815083 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:18.850124 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718615fc-d0af-42ed-98bc-8309f026c537 req-ccdde508-5c99-4c35-ac43-8b51afbc845d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:18.851670 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-718615fc-d0af-42ed-98bc-8309f026c537 req-ccdde508-5c99-4c35-ac43-8b51afbc845d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0474486 Jul 26 16:34:18.905277 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-718615fc-d0af-42ed-98bc-8309f026c537 req-1bd2d69e-27a1-4f61-8c44-5c2097d26065 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Jul 26 16:34:20.016033 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95307890-c220-4bee-bc6c-554f0b0b6b37 req-13ff7b43-b4b1-4005-92b2-a8ad94c5e213 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:20.017780 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-95307890-c220-4bee-bc6c-554f0b0b6b37 req-13ff7b43-b4b1-4005-92b2-a8ad94c5e213 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0456464 Jul 26 16:34:20.063832 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-95307890-c220-4bee-bc6c-554f0b0b6b37 req-a27f9127-3af2-4839-8c54-22fd231a87df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Jul 26 16:34:20.179080 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:20.179874 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:20.363585 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-96d70dbf-b2dc-4fc0-bb7e-4e5494a20918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:20.414923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:20.480011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43802) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:20.859363 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:20.929336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:21.253592 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:21.337322 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf01b1-6de3-4c27-b861-3e20643650d5 req-32a5e3ce-4138-4a32-aab9-c486a5310647 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:21.340728 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59cf01b1-6de3-4c27-b861-3e20643650d5 req-32a5e3ce-4138-4a32-aab9-c486a5310647 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0964725 Jul 26 16:34:21.432750 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59cf01b1-6de3-4c27-b861-3e20643650d5 req-12eea737-eeb2-4d67-941e-84915eb96e88 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874765 Jul 26 16:34:21.443335 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Deleting port 9b79065d-1d62-45b3-8548-f6128e9341f8 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:34:21.443561 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:21.530974 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] For port 9b79065d-1d62-45b3-8548-f6128e9341f8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=9b79065d-1d62-45b3-8548-f6128e9341f8,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:21.531433 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:21.546664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Calling delete_port for 9b79065d-1d62-45b3-8548-f6128e9341f8 owned by network:router_interface {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:34:21.656633 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:21.661759 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:21.837055 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (9b79065d-1d62-45b3-8548-f6128e9341f8), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:21.863634 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b79065d-1d62-45b3-8548-f6128e9341f8,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:22.040505 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:22.264132 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:34:22.378938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:34:22.387213 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43862) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:22.387694 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-844770c7-5008-4e0e-9dda-b93926f8019b admin admin] 10.222.0.144 "PUT /v2.0/routers/54e42e13-cb94-45c3-a467-1a2ad59c9e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069889 Jul 26 16:34:22.389692 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Sync routers for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:34:22.402050 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:22.402680 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:33:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:22.414495 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:22.501473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks [] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:22.560493 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:22.581127 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3be629d4-3368-453e-9342-34a7866bcaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:22.617622 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18e38b-4e44-403e-b941-a4e3ccb4a706 req-810d9fe2-6340-4977-ad2f-d4c309e2a08f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:22.624827 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8c18e38b-4e44-403e-b941-a4e3ccb4a706 req-810d9fe2-6340-4977-ad2f-d4c309e2a08f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0858703 Jul 26 16:34:22.797559 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:34:21Z', 'revision_number': 5, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:22.804810 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Checking router: 54e42e13-cb94-45c3-a467-1a2ad59c9e2e for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:34:22.819211 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Routers {'54e42e13-cb94-45c3-a467-1a2ad59c9e2e'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:22.820029 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:22.862528 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks [] for router_gateway (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:22.883941 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8c18e38b-4e44-403e-b941-a4e3ccb4a706 req-a55218a1-5bfb-4c04-b333-35fbd6f7f773 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580035 Jul 26 16:34:22.923113 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] Set router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:23.092087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Deleting port 0f964296-12db-4dd5-b47b-9b0d0924105a {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:34:23.092488 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:23.110658 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:34:21Z', 'revision_number': 5, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:23.140925 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7540c6-a9c1-45a8-b8c7-e2ea1bfb61e8 None None] The sync data for ids ['54e42e13-cb94-45c3-a467-1a2ad59c9e2e'] in dv-cinder-851042-1-iscsi is: [{'id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'name': 'tempest-DeleteServersTestJSON-1178277273-router', 'tenant_id': '940d1a5ec6514d18946628b99f16a96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:34:21Z', 'revision_number': 5, 'project_id': '940d1a5ec6514d18946628b99f16a96e', 'gw_port': {'id': '0f964296-12db-4dd5-b47b-9b0d0924105a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e42e13-cb94-45c3-a467-1a2ad59c9e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:34:23.212134 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] For port 0f964296-12db-4dd5-b47b-9b0d0924105a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=0f964296-12db-4dd5-b47b-9b0d0924105a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:23.212565 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:23.227848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Calling delete_port for 0f964296-12db-4dd5-b47b-9b0d0924105a owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:34:23.700601 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:23.900877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (0f964296-12db-4dd5-b47b-9b0d0924105a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:23.928918 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:23.954119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f964296-12db-4dd5-b47b-9b0d0924105a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:24.049573 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.049696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d964cee-93cd-409e-8f1c-18f510313a51 req-afa44e22-33f1-430d-a9de-c046e46aa3bc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:24.049696 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1d964cee-93cd-409e-8f1c-18f510313a51 req-afa44e22-33f1-430d-a9de-c046e46aa3bc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Jul 26 16:34:24.088151 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1d964cee-93cd-409e-8f1c-18f510313a51 req-43fa58b5-16cb-4446-b702-b24a00cfe614 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468216 Jul 26 16:34:24.123415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.123415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks [] for router_controller (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.203563 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.340997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (54e42e13-cb94-45c3-a467-1a2ad59c9e2e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.341627 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e42e13-cb94-45c3-a467-1a2ad59c9e2e {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:34:24.347261 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.351446 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2aec0e7d-2092-4550-8a77-b9e454b2e345 admin admin] 10.222.0.144 "DELETE /v2.0/routers/54e42e13-cb94-45c3-a467-1a2ad59c9e2e HTTP/1.1" status: 204 len: 168 time: 1.9599898 Jul 26 16:34:24.353311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43916) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:24.403833 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Deleting subnet 1da39f50-b5bb-4029-bebf-fca8b613b949 {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:34:24.407411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Publish callbacks [] for subnet (1da39f50-b5bb-4029-bebf-fca8b613b949), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.422245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43918) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:24.448190 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (1da39f50-b5bb-4029-bebf-fca8b613b949), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.551738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-03bdea2b-25ee-4aeb-b2bf-684f5175d5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.577254 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (1da39f50-b5bb-4029-bebf-fca8b613b949), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.580036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:24.647732 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-03bdea2b-25ee-4aeb-b2bf-684f5175d5a7 admin admin] Publish callbacks [] for security_group (94ce5c46-85e9-43d6-823b-c315b69946af), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.877802 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-03bdea2b-25ee-4aeb-b2bf-684f5175d5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (94ce5c46-85e9-43d6-823b-c315b69946af), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.878404 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (1da39f50-b5bb-4029-bebf-fca8b613b949), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.894443 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:24.899944 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] 10.222.0.144 "DELETE /v2.0/subnets/1da39f50-b5bb-4029-bebf-fca8b613b949 HTTP/1.1" status: 204 len: 168 time: 0.5434768 Jul 26 16:34:24.905882 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e20c95-db18-47cf-8ef0-8bc1cdebb387 None None] Network 0ad0ac4b-b585-4675-b48d-bc4995419358 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:34:24.919441 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43928) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:24.946167 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd4668-bb00-46f5-9ea9-32f8a1b468db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da39f50-b5bb-4029-bebf-fca8b613b949,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:24.965599 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 0f964296-12db-4dd5-b47b-9b0d0924105a no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:34:24.996743 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 0f964296-12db-4dd5-b47b-9b0d0924105a {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:34:24.997000 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 0f964296-12db-4dd5-b47b-9b0d0924105a not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:34:24.997410 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 9b79065d-1d62-45b3-8548-f6128e9341f8 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:34:24.999758 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdea2b-25ee-4aeb-b2bf-684f5175d5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce5c46-85e9-43d6-823b-c315b69946af,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:25.016248 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-03bdea2b-25ee-4aeb-b2bf-684f5175d5a7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=7a5d1bf2926b4a10801ed218853fc306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5904369 Jul 26 16:34:25.017247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43930) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:25.021709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 9b79065d-1d62-45b3-8548-f6128e9341f8 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:34:25.022064 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 9b79065d-1d62-45b3-8548-f6128e9341f8 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:34:25.036883 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (0ad0ac4b-b585-4675-b48d-bc4995419358), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.087962 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] Publish callbacks [] for security_group (94ce5c46-85e9-43d6-823b-c315b69946af), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.092836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Deleting port d9c116cd-38f5-4f84-933e-0486538145d5 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:34:25.101744 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.140380 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] Publish callbacks [] for security_group (94ce5c46-85e9-43d6-823b-c315b69946af), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.150018 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] DHCP port deletion for 0ad0ac4b-b585-4675-b48d-bc4995419358 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:34:25.205743 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] For port d9c116cd-38f5-4f84-933e-0486538145d5, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d9c116cd-38f5-4f84-933e-0486538145d5,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:25.206114 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.227837 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Calling delete_port for d9c116cd-38f5-4f84-933e-0486538145d5 owned by network:dhcp {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:34:25.263031 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Deleting port d9c116cd-38f5-4f84-933e-0486538145d5 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:34:25.264538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.276985 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64714fa-d920-4632-85f5-06cfbd36b5c9 req-e4b61f57-7997-4dd8-82e3-add5af1a9672 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:25.284836 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b64714fa-d920-4632-85f5-06cfbd36b5c9 req-e4b61f57-7997-4dd8-82e3-add5af1a9672 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0615578 Jul 26 16:34:25.341103 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b64714fa-d920-4632-85f5-06cfbd36b5c9 req-d3ef1c3c-f929-456c-8201-a4190f74dc95 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Jul 26 16:34:25.351428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] For port d9c116cd-38f5-4f84-933e-0486538145d5, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=d9c116cd-38f5-4f84-933e-0486538145d5,segment=NetworkSegment(92010fca-e17e-4a6d-a613-cc23fbf08e78),segment_id=92010fca-e17e-4a6d-a613-cc23fbf08e78)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:25.351903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.364574 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc2070-dd57-40fb-8fcd-9021e5efff30 req-f59777f2-cb49-46fb-bfd6-3024b58e6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:25.366112 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-40fc2070-dd57-40fb-8fcd-9021e5efff30 req-f59777f2-cb49-46fb-bfd6-3024b58e6471 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1129 time: 0.0581942 Jul 26 16:34:25.378140 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Calling delete_port for d9c116cd-38f5-4f84-933e-0486538145d5 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:34:25.405806 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (94ce5c46-85e9-43d6-823b-c315b69946af), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.409401 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.410703 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/94ce5c46-85e9-43d6-823b-c315b69946af HTTP/1.1" status: 204 len: 168 time: 0.3924704 Jul 26 16:34:25.413345 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-40fc2070-dd57-40fb-8fcd-9021e5efff30 req-669daf1e-2f85-4c7c-a098-492db85983ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383873 Jul 26 16:34:25.420459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f4fbd-194e-4da4-8478-159f08bb925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce5c46-85e9-43d6-823b-c315b69946af,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:25.443979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.488534 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.500413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (d9c116cd-38f5-4f84-933e-0486538145d5), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.513786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c116cd-38f5-4f84-933e-0486538145d5,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:25.517393 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] No DVR routers for this DVR port d9c116cd-38f5-4f84-933e-0486538145d5 on host dv-cinder-851042-1-iscsi {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:34:25.532948 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] Pushing event deleted for resources: {'Port': ['ID=d9c116cd-38f5-4f84-933e-0486538145d5,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:25.534886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d006bc-eabf-43b1-9402-2c6f3af26993 None None] No DVR routers for this DVR port d9c116cd-38f5-4f84-933e-0486538145d5 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:34:25.596724 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (0ad0ac4b-b585-4675-b48d-bc4995419358), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.618862 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad0ac4b-b585-4675-b48d-bc4995419358']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:25.636567 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92010fca-e17e-4a6d-a613-cc23fbf08e78') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:25.636567 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92010fca-e17e-4a6d-a613-cc23fbf08e78') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:25.644075 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (92010fca-e17e-4a6d-a613-cc23fbf08e78), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.658692 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (92010fca-e17e-4a6d-a613-cc23fbf08e78), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.666593 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:34:25.666990 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (92010fca-e17e-4a6d-a613-cc23fbf08e78), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.707328 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 92010fca-e17e-4a6d-a613-cc23fbf08e78 resource provider aggregate not found Jul 26 16:34:25.726168 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 92010fca-e17e-4a6d-a613-cc23fbf08e78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92010fca-e17e-4a6d-a613-cc23fbf08e78 found for delete ", "request_id": "req-3a913b17-b3db-45cc-bb8a-1d0c5a1d0e56"}]} Jul 26 16:34:25.728886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.940585 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (0ad0ac4b-b585-4675-b48d-bc4995419358), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.947444 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:25.953179 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] 10.222.0.144 "DELETE /v2.0/networks/0ad0ac4b-b585-4675-b48d-bc4995419358 HTTP/1.1" status: 204 len: 168 time: 1.0258710 Jul 26 16:34:25.963035 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe59a8f-7d85-4ecd-8c28-d3280b48fd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad0ac4b-b585-4675-b48d-bc4995419358,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:26.461016 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6c938-f76a-48c0-9b01-394185db2d7c req-bed65145-1979-41db-b62d-2728a0c3fd31 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:26.462510 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3d6c938-f76a-48c0-9b01-394185db2d7c req-bed65145-1979-41db-b62d-2728a0c3fd31 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0497050 Jul 26 16:34:26.511314 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3d6c938-f76a-48c0-9b01-394185db2d7c req-112dfad6-6740-46da-a0cd-d9a0ad0288e5 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Jul 26 16:34:26.650193 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 43960) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:26.693979 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-dbd66cc3-c9f9-409b-9502-9fe06f8c604d admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=940d1a5ec6514d18946628b99f16a96e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426052 Jul 26 16:34:26.696803 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 43964) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:26.748203 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] Publish callbacks [] for security_group (29097390-0695-4a1a-8888-3435254f6b4c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:26.775058 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] Publish callbacks [] for security_group (29097390-0695-4a1a-8888-3435254f6b4c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:26.806616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d9c116cd-38f5-4f84-933e-0486538145d5 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:34:26.846766 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: d9c116cd-38f5-4f84-933e-0486538145d5 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:34:26.847203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device d9c116cd-38f5-4f84-933e-0486538145d5 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:34:27.048587 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29097390-0695-4a1a-8888-3435254f6b4c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:27.055633 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:27.071370 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/29097390-0695-4a1a-8888-3435254f6b4c HTTP/1.1" status: 204 len: 168 time: 0.3584361 Jul 26 16:34:27.071370 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f115b1-42bd-4d1e-9385-32b14499bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29097390-0695-4a1a-8888-3435254f6b4c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:27.630983 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecc404-e549-4533-8c17-1e00f739258b req-07130487-63b6-44a4-a7bb-95ca1c26fce5 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:27.632515 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bdecc404-e549-4533-8c17-1e00f739258b req-07130487-63b6-44a4-a7bb-95ca1c26fce5 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0509579 Jul 26 16:34:27.681300 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bdecc404-e549-4533-8c17-1e00f739258b req-415644b3-80de-4030-b3a5-8f19332afc89 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jul 26 16:34:27.804668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01fd0d-5188-466c-86cc-3488b0cc82a0 req-adb2eac8-2637-47d3-ac4b-8ef3ac10b3de tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:27.806123 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e01fd0d-5188-466c-86cc-3488b0cc82a0 req-adb2eac8-2637-47d3-ac4b-8ef3ac10b3de tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0552328 Jul 26 16:34:27.855350 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e01fd0d-5188-466c-86cc-3488b0cc82a0 req-bf25612b-5b20-44bb-8886-196d282868bd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Jul 26 16:34:28.432012 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:28.689624 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:28.785611 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44024) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:28.894996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-452551015-network', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:29.043635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Made reservation on behalf of f6a8f13fe22741d6843f193a0a959e57 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:34:29.046294 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.056471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.133273 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks [] for security_group (2e2b9268-28c2-4715-9db9-f101a8c6bbe6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.237895 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:29.340406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2e2b9268-28c2-4715-9db9-f101a8c6bbe6), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.374610 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:34:29.381817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b9268-28c2-4715-9db9-f101a8c6bbe6,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:29.389086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (11d074df-eaf2-4a27-973b-e21dc4c11deb), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.389515 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Added segment 11d074df-eaf2-4a27-973b-e21dc4c11deb of type vlan for network 862673cc-ea89-444e-b2bd-e75d18a6efab Jul 26 16:34:29.431198 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (862673cc-ea89-444e-b2bd-e75d18a6efab), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.472430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:29.552163 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (862673cc-ea89-444e-b2bd-e75d18a6efab), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.553357 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:29.554203 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.596042 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44052) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:29.618018 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] Pushing event updated for resources: {'Network': ['ID=862673cc-ea89-444e-b2bd-e75d18a6efab,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:29.627797 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 862673cc-ea89-444e-b2bd-e75d18a6efab details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:34:29.686067 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4ad4c777-72e4-4e18-a0a4-20733b9b5b13 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8991928 Jul 26 16:34:29.689100 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44056) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:29.694274 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Request body: {'subnet': {'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-subnet', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:29.714595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-705e8b30-c9e3-47cd-8389-5d4f278d5567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.789167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Made reservation on behalf of f6a8f13fe22741d6843f193a0a959e57 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:34:29.791709 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.792489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-705e8b30-c9e3-47cd-8389-5d4f278d5567 admin admin] Publish callbacks [] for security_group (fefb1293-a594-4df9-bd20-55432d1aeec1), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.860685 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-705e8b30-c9e3-47cd-8389-5d4f278d5567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fefb1293-a594-4df9-bd20-55432d1aeec1), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.908749 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-705e8b30-c9e3-47cd-8389-5d4f278d5567 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=58fc88e5d9ab4887bccd78d4d8929878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115335 Jul 26 16:34:29.909522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44060) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:29.916224 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e8b30-c9e3-47cd-8389-5d4f278d5567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb1293-a594-4df9-bd20-55432d1aeec1,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:29.966918 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] Publish callbacks [] for security_group (fefb1293-a594-4df9-bd20-55432d1aeec1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:29.989168 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] Publish callbacks [] for security_group (fefb1293-a594-4df9-bd20-55432d1aeec1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.174781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fefb1293-a594-4df9-bd20-55432d1aeec1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.181364 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (ea109927-b181-4025-9e3a-aedd50591ef3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.181500 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.181500 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/fefb1293-a594-4df9-bd20-55432d1aeec1 HTTP/1.1" status: 204 len: 168 time: 0.2678413 Jul 26 16:34:30.186734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecfc59-e670-4d30-9c63-1afcd9edf410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefb1293-a594-4df9-bd20-55432d1aeec1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:30.239808 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea109927-b181-4025-9e3a-aedd50591ef3,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:30.246058 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Checking segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:30.246431 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Network hostable DHCP agents. Network: 862673cc-ea89-444e-b2bd-e75d18a6efab, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:34:30.329316 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:34:30.477723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 862673cc-ea89-444e-b2bd-e75d18a6efab) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:30.481615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:30.482145 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.490129 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b5513-238f-4182-8b03-98f0f305b1f2 None None] Network 862673cc-ea89-444e-b2bd-e75d18a6efab requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:34:30.595917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-862673cc-ea89-444e-b2bd-e75d18a6efab', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:34:30.596966 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.625311 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-aa242c16-3ac6-4775-8dd0-b66e3b92ebcf admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9350607 Jul 26 16:34:30.630397 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44074) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:30.634712 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:30.736940 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Allocated IP 172.20.0.2 (862673cc-ea89-444e-b2bd-e75d18a6efab/ea109927-b181-4025-9e3a-aedd50591ef3/865f0ffb-b33a-4781-b362-4320636a579e) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:34:30.800406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:30.842236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:30.855176 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.856311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.882060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks [] for port (865f0ffb-b33a-4781-b362-4320636a579e), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:30.912418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for router_controller (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), precommit_add_association {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.163971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (865f0ffb-b33a-4781-b362-4320636a579e), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.207665 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:31.210539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:31.216293 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:34:31.225204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Pushing event updated for resources: {'Port': ['ID=865f0ffb-b33a-4781-b362-4320636a579e,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:31.284628 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44084) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:31.297670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Attempting to bind port 865f0ffb-b33a-4781-b362-4320636a579e on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:34:31.298053 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Attempting to bind port 865f0ffb-b33a-4781-b362-4320636a579e by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:34:31.298421 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Attempting to bind port 865f0ffb-b33a-4781-b362-4320636a579e on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:34:31.299412 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for router_gateway (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.305506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c97af11e-4689-41a2-8aad-f02fc23fb3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.310198 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:34:31.310581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Checking segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:31.310984 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.311374 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Bound using segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:34:31.311840 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Bound port: 865f0ffb-b33a-4781-b362-4320636a579e, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:34:31.312219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.372662 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] For port 865f0ffb-b33a-4781-b362-4320636a579e, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:34:31.375623 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] For port 865f0ffb-b33a-4781-b362-4320636a579e, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=865f0ffb-b33a-4781-b362-4320636a579e,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:34:31.389650 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c97af11e-4689-41a2-8aad-f02fc23fb3ff admin admin] Publish callbacks [] for security_group (b4461c44-303a-4ccc-8fb8-425975ff63c6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.523689 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c97af11e-4689-41a2-8aad-f02fc23fb3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b4461c44-303a-4ccc-8fb8-425975ff63c6), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.525517 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (865f0ffb-b33a-4781-b362-4320636a579e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.569174 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c97af11e-4689-41a2-8aad-f02fc23fb3ff admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=08e3ec8140e9455db41062852ce66732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834454 Jul 26 16:34:31.577129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44086) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:31.604564 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4930b76-c98f-42b0-8698-42b516ec371f None None] Pushing event updated for resources: {'Port': ['ID=865f0ffb-b33a-4781-b362-4320636a579e,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:31.620677 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97af11e-4689-41a2-8aad-f02fc23fb3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4461c44-303a-4ccc-8fb8-425975ff63c6,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:31.663629 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] Publish callbacks [] for security_group (b4461c44-303a-4ccc-8fb8-425975ff63c6), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.691422 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] Publish callbacks [] for security_group (b4461c44-303a-4ccc-8fb8-425975ff63c6), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.692515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for router_gateway (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.715160 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.865755 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Allocated IP 172.27.0.82 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/13248e61-e994-442b-8036-c457f0b31530) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:34:31.881095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b4461c44-303a-4ccc-8fb8-425975ff63c6), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.881608 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:31.886066 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b4461c44-303a-4ccc-8fb8-425975ff63c6 HTTP/1.1" status: 204 len: 168 time: 0.3047945 Jul 26 16:34:31.907554 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8aa4a-edea-4efe-a889-3632c20076a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4461c44-303a-4ccc-8fb8-425975ff63c6,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:32.031519 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for port (13248e61-e994-442b-8036-c457f0b31530), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.045216 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660b8b4-7019-4de3-8f92-b832b363af22 req-bbfc0e87-ebdb-4577-bbf1-dd1581c4ea32 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:32.046959 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e660b8b4-7019-4de3-8f92-b832b363af22 req-bbfc0e87-ebdb-4577-bbf1-dd1581c4ea32 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Jul 26 16:34:32.121720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-996a680c-8a5d-4dc8-b880-63d5ca3b3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:32.123246 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-996a680c-8a5d-4dc8-b880-63d5ca3b3b1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0628898 Jul 26 16:34:32.134108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e660b8b4-7019-4de3-8f92-b832b363af22 req-bf0194c6-790d-43fb-93f8-03d9e109d915 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779352 Jul 26 16:34:32.158122 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (13248e61-e994-442b-8036-c457f0b31530), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.196707 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:32.199659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:32.205687 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:34:32.227615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-3044e992-0469-46cc-bfae-462e1b917ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:32.228593 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-3044e992-0469-46cc-bfae-462e1b917ed2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0965023 Jul 26 16:34:32.235148 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Pushing event updated for resources: {'Port': ['ID=13248e61-e994-442b-8036-c457f0b31530,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:32.275232 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-cece54c6-230d-4c14-8533-e9897bad82ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 217 time: 0.0408504 Jul 26 16:34:32.333810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44100) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:32.336786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-ada8dafd-8cc6-4136-866d-ccc2369aa845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:32.338565 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-ada8dafd-8cc6-4136-866d-ccc2369aa845 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0574648 Jul 26 16:34:32.396375 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-fa7e2b43-1a94-4d35-8736-6976b8e34640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:32.398017 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-fa7e2b43-1a94-4d35-8736-6976b8e34640 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527086 Jul 26 16:34:32.510003 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0efa62a2-9953-4b7e-9879-505d674eb631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.563153 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-d47e3b4c-16e2-4f6c-9eb5-d582bb54152a service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581736 Jul 26 16:34:32.603166 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for router_gateway (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.702618 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0efa62a2-9953-4b7e-9879-505d674eb631 admin admin] Publish callbacks [] for security_group (960481a8-6a2d-4516-a1ae-20874822d140), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.705536 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91027d2-9769-428b-82f4-0edfdc88c185 req-a1b000bf-444e-4a66-a3ea-dadc80fd3e3c service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350248 Jul 26 16:34:32.729113 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1ac08-0494-42a1-9874-0f222c04c8e8 None None] Network 862673cc-ea89-444e-b2bd-e75d18a6efab requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:34:32.790263 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Provisioning complete for port 865f0ffb-b33a-4781-b362-4320636a579e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:32.791426 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (865f0ffb-b33a-4781-b362-4320636a579e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.850063 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 865f0ffb-b33a-4781-b362-4320636a579e up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:34:32.932897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0efa62a2-9953-4b7e-9879-505d674eb631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (960481a8-6a2d-4516-a1ae-20874822d140), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:32.979815 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44112) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:32.980354 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0efa62a2-9953-4b7e-9879-505d674eb631 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=49f71964c1af45649fbe7154f30f298c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6452198 Jul 26 16:34:32.987695 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:32.987921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa62a2-9953-4b7e-9879-505d674eb631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960481a8-6a2d-4516-a1ae-20874822d140,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:32.989751 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.012755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 865f0ffb-b33a-4781-b362-4320636a579e triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:33.013185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (865f0ffb-b33a-4781-b362-4320636a579e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.036517 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.068562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] For port 865f0ffb-b33a-4781-b362-4320636a579e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=865f0ffb-b33a-4781-b362-4320636a579e,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:33.099930 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Publish callbacks [] for security_group (960481a8-6a2d-4516-a1ae-20874822d140), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.117576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:33.117979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.153469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44116) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:33.162869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Publish callbacks [] for security_group (960481a8-6a2d-4516-a1ae-20874822d140), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.171560 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.209451 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (865f0ffb-b33a-4781-b362-4320636a579e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.304034 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a993f-9e5f-46ad-bf44-04b6af284e03 req-3a715c50-c7d0-4003-b859-e83c1720520e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:33.312494 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:34:33.312901 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-628a993f-9e5f-46ad-bf44-04b6af284e03 req-3a715c50-c7d0-4003-b859-e83c1720520e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0644479 Jul 26 16:34:33.313116 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:34:33.316341 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ce783-1f48-48a9-a245-82f6a32e2cad None None] Pushing event updated for resources: {'Port': ['ID=865f0ffb-b33a-4781-b362-4320636a579e,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:33.333901 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:34:33.336055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (960481a8-6a2d-4516-a1ae-20874822d140), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.338301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.338739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-47403832-eefc-4dba-b682-901872f4a5e3 None None] Provisioning complete for port 865f0ffb-b33a-4781-b362-4320636a579e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:33.339446 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/960481a8-6a2d-4516-a1ae-20874822d140 HTTP/1.1" status: 204 len: 168 time: 0.3579254 Jul 26 16:34:33.342028 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-47403832-eefc-4dba-b682-901872f4a5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (865f0ffb-b33a-4781-b362-4320636a579e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.362207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-429a2ed8-e3f4-4d9d-9a1a-672269f46ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:33.364248 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-429a2ed8-e3f4-4d9d-9a1a-672269f46ee2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0670066 Jul 26 16:34:33.377305 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960481a8-6a2d-4516-a1ae-20874822d140,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:33.396221 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-628a993f-9e5f-46ad-bf44-04b6af284e03 req-8c4d9b7a-c3d6-4fb0-af1b-5e7c9591eebf tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816152 Jul 26 16:34:33.400757 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.401110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.401460 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.405150 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.405676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.406177 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.406697 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.407186 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.407672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.408147 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.408655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.409168 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.409650 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.410130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.410598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a556e9e-5e58-4cc1-8960-c19d34fa9d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.463241 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-47403832-eefc-4dba-b682-901872f4a5e3 None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:33.474789 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Publish callbacks [] for security_group (876c2fea-4801-4f93-b916-a0a296ed333b), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.508156 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-ebb71c72-9967-4b8b-8757-d91321510edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:33.510235 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-ebb71c72-9967-4b8b-8757-d91321510edd service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.1247361 Jul 26 16:34:33.532412 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:34:33.543929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:34:33.553189 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-aa291b82-a80e-48c2-9be2-ec179049b419 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 217 time: 0.0372462 Jul 26 16:34:33.554700 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:33.555289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:33.610415 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (876c2fea-4801-4f93-b916-a0a296ed333b), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.625419 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-d1fb3663-da4f-4a75-a3c0-6c84cc32ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:33.626868 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-d1fb3663-da4f-4a75-a3c0-6c84cc32ebb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0682082 Jul 26 16:34:33.652842 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.659880 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-83fb4342-1e9d-418f-8cd1-323584431640 admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0245242 Jul 26 16:34:33.660318 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44130) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:33.675635 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=b90bd07bdb39490d9de16babe649a58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209692 Jul 26 16:34:33.682881 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44132) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:33.684406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:33.707313 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c2fea-4801-4f93-b916-a0a296ed333b,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:33.712403 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-e4d909b5-4d0d-4b59-8b51-eb714bfa08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:33.714049 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-e4d909b5-4d0d-4b59-8b51-eb714bfa08c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783107 Jul 26 16:34:33.749052 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.749576 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.750021 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.750456 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.750886 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.751319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.751741 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.752161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.752612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.753032 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.753469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.753890 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.754319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.755254 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.755708 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b6446-418c-4986-be88-dc12f2d3ed9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:33.835338 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] Publish callbacks [] for security_group (876c2fea-4801-4f93-b916-a0a296ed333b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.864732 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-3dcb76e4-5f20-47e6-9e36-fd4f324bd884 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422403 Jul 26 16:34:33.870110 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:33.887798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] Publish callbacks [] for security_group (876c2fea-4801-4f93-b916-a0a296ed333b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:33.931796 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:32Z', 'revision_number': 3, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:33.981070 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:34:33.981435 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Updating router fd176e97-c918-4a5b-83bd-eda8b1d31d5c port 13248e61-e994-442b-8036-c457f0b31530 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:34:34.021696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (13248e61-e994-442b-8036-c457f0b31530), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.034092 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8070f722-bcfd-4303-9064-e164b9b4ff5a req-9099c9d0-72e9-44cc-ba3e-2906b6affaed service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620965 Jul 26 16:34:34.180293 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (876c2fea-4801-4f93-b916-a0a296ed333b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.185625 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.185625 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/876c2fea-4801-4f93-b916-a0a296ed333b HTTP/1.1" status: 204 len: 168 time: 0.4981854 Jul 26 16:34:34.204302 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f430-55b3-436d-aad3-9be26de4283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c2fea-4801-4f93-b916-a0a296ed333b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:34.207565 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.279025 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=20 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:34.342540 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks [] for port (13248e61-e994-442b-8036-c457f0b31530), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.365009 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:34.387307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Allocated IP 172.20.0.1 (862673cc-ea89-444e-b2bd-e75d18a6efab/ea109927-b181-4025-9e3a-aedd50591ef3/8515405f-05af-4aa9-80a1-713af28890bd) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:34:34.432106 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (13248e61-e994-442b-8036-c457f0b31530), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.496749 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Pushing event updated for resources: {'Port': ['ID=13248e61-e994-442b-8036-c457f0b31530,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:34.507217 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Attempting to bind port 13248e61-e994-442b-8036-c457f0b31530 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:34:34.507785 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Attempting to bind port 13248e61-e994-442b-8036-c457f0b31530 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:34:34.508316 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Attempting to bind port 13248e61-e994-442b-8036-c457f0b31530 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:34:34.511225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.511726 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.512243 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.512763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.513229 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.513707 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.514194 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.514552 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.514852 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.515185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.515519 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.515835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.516170 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.516525 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.517102 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:34.529003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:34:34.529003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:34.529003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.529297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:34:34.529636 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Bound port: 13248e61-e994-442b-8036-c457f0b31530, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:34:34.529929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (13248e61-e994-442b-8036-c457f0b31530), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.533411 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb4c23-a15a-4add-bf22-3914d2cf4612 req-a5111b4c-9471-430f-89b7-f6ab64e92539 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:34.540999 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-04cb4c23-a15a-4add-bf22-3914d2cf4612 req-a5111b4c-9471-430f-89b7-f6ab64e92539 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0674756 Jul 26 16:34:34.541983 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks [] for port (8515405f-05af-4aa9-80a1-713af28890bd), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.608250 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-04cb4c23-a15a-4add-bf22-3914d2cf4612 req-abe17fbc-f3d2-4ea4-8db4-8448c0d8eb0e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662215 Jul 26 16:34:34.619777 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] For port 13248e61-e994-442b-8036-c457f0b31530, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:34:34.624651 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] For port 13248e61-e994-442b-8036-c457f0b31530, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=13248e61-e994-442b-8036-c457f0b31530,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:34:34.678635 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.707430 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (13248e61-e994-442b-8036-c457f0b31530), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.719750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:34.721288 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:34.725954 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:34:34.784226 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:34.852609 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:34.853539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:34.856047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:34.884900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Pushing event updated for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:34.896836 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 865f0ffb-b33a-4781-b362-4320636a579e up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:34:34.902019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de29b31-67b7-40b5-a0c5-2ea062bc86a1 None None] Pushing event updated for resources: {'Port': ['ID=13248e61-e994-442b-8036-c457f0b31530,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:34.995923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-c8af04a2-0076-4336-b80f-63f1f96c09be None None] Provisioning complete for port 8515405f-05af-4aa9-80a1-713af28890bd triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:34.996277 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c8af04a2-0076-4336-b80f-63f1f96c09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8515405f-05af-4aa9-80a1-713af28890bd), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.240098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8515405f-05af-4aa9-80a1-713af28890bd), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.268397 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:35.290095 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-c8af04a2-0076-4336-b80f-63f1f96c09be None None] Port 8515405f-05af-4aa9-80a1-713af28890bd cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:34:35.312232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:35.344296 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 865f0ffb-b33a-4781-b362-4320636a579e triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:35.344296 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (865f0ffb-b33a-4781-b362-4320636a579e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.466778 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks [] for port (8515405f-05af-4aa9-80a1-713af28890bd), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.524368 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:35.538231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:35.555897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:32Z', 'revision_number': 3, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:35.580714 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.582162 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b4296-b6d2-4975-a501-371cd9b879ad None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:32Z', 'revision_number': 3, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:34:35.663552 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Pushing event updated for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:35.670424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:35.780825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112612b-cc0a-444e-b8e3-d3e8308f40cd req-cc716d5c-089b-47ef-a49e-17ae1cbd37c3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:35.782404 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1112612b-cc0a-444e-b8e3-d3e8308f40cd req-cc716d5c-089b-47ef-a49e-17ae1cbd37c3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0632615 Jul 26 16:34:35.839861 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:35.847595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:35.870580 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1112612b-cc0a-444e-b8e3-d3e8308f40cd req-edc19ec7-4622-4b5f-9783-37dc417586bf tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Jul 26 16:34:36.017289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.024023 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:34:36.142066 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:34:36.148873 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a4c29fe0-479b-4c96-9a6e-ed3f086dbe3d admin admin] 10.222.0.144 "PUT /v2.0/routers/fd176e97-c918-4a5b-83bd-eda8b1d31d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873581 Jul 26 16:34:36.224359 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-30b9efcc-0078-4b8c-83b1-1aff2573644f None None] Provisioning complete for port 8515405f-05af-4aa9-80a1-713af28890bd triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:36.225868 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-30b9efcc-0078-4b8c-83b1-1aff2573644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8515405f-05af-4aa9-80a1-713af28890bd), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.285561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-30b9efcc-0078-4b8c-83b1-1aff2573644f None None] Port 8515405f-05af-4aa9-80a1-713af28890bd cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:34:36.386570 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44214) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:36.434453 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Deleting subnet 71a7a116-01e9-4c75-a3c4-de49f81dc8a6 {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:34:36.437845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Publish callbacks [] for subnet (71a7a116-01e9-4c75-a3c4-de49f81dc8a6), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.479684 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3851295'] for subnet (71a7a116-01e9-4c75-a3c4-de49f81dc8a6), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.522882 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (71a7a116-01e9-4c75-a3c4-de49f81dc8a6), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.685106 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44218) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:36.689644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523084248', 'description': 'tempest-description--1252234472'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:36.702906 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8569674'] for subnet (71a7a116-01e9-4c75-a3c4-de49f81dc8a6), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.739028 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a7a116-01e9-4c75-a3c4-de49f81dc8a6,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:36.742692 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.746031 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c37db36f-a10d-442c-8067-cd8a616cc93a admin admin] 10.222.0.144 "DELETE /v2.0/subnets/71a7a116-01e9-4c75-a3c4-de49f81dc8a6 HTTP/1.1" status: 204 len: 168 time: 0.3582397 Jul 26 16:34:36.748591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44220) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:36.817593 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 13248e61-e994-442b-8036-c457f0b31530 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:34:36.825410 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (1cd825ce-7381-4a98-a17c-135bb03f5592), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.863927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 13248e61-e994-442b-8036-c457f0b31530 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:36.864452 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (13248e61-e994-442b-8036-c457f0b31530), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.889995 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.951968 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 13248e61-e994-442b-8036-c457f0b31530 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:36.952361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (13248e61-e994-442b-8036-c457f0b31530), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.956612 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (1cd825ce-7381-4a98-a17c-135bb03f5592), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:36.974225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 13248e61-e994-442b-8036-c457f0b31530, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=13248e61-e994-442b-8036-c457f0b31530,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:36.986799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (163e0ec5-f464-493b-8e93-e4d410e8ba0b), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.026688 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd825ce-7381-4a98-a17c-135bb03f5592']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:37.059285 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25766c71-83eb-4756-9b84-47bd77be7539') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:37.059285 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25766c71-83eb-4756-9b84-47bd77be7539') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:37.066877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe25c2-dbe5-4062-a123-3bb93783daca req-64cb609c-24e3-4e14-9b2d-8109e84550c6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:37.069002 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dfe25c2-dbe5-4062-a123-3bb93783daca req-64cb609c-24e3-4e14-9b2d-8109e84550c6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.1221113 Jul 26 16:34:37.072738 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (25766c71-83eb-4756-9b84-47bd77be7539), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.112054 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (25766c71-83eb-4756-9b84-47bd77be7539), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.125761 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:34:37.126158 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (25766c71-83eb-4756-9b84-47bd77be7539), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.162826 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (13248e61-e994-442b-8036-c457f0b31530), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.165948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (163e0ec5-f464-493b-8e93-e4d410e8ba0b), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.175933 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 25766c71-83eb-4756-9b84-47bd77be7539 resource provider aggregate not found Jul 26 16:34:37.201526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 25766c71-83eb-4756-9b84-47bd77be7539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25766c71-83eb-4756-9b84-47bd77be7539 found for delete ", "request_id": "req-53958018-2d1d-4b52-8d61-daf798311f90"}]} Jul 26 16:34:37.208500 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8dfe25c2-dbe5-4062-a123-3bb93783daca req-a01ac9d6-7c80-4efa-b6cc-21e04a38e560 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277997 Jul 26 16:34:37.243052 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163e0ec5-f464-493b-8e93-e4d410e8ba0b,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:37.257376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=13248e61-e994-442b-8036-c457f0b31530,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:37.397841 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:34:37.409025 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:37.409731 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:37.461476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (1cd825ce-7381-4a98-a17c-135bb03f5592), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.464118 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.467945 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.470013 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b503e0ff-d666-4c82-9b2f-fd60b3202c89 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7838111 Jul 26 16:34:37.475812 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] 10.222.0.144 "DELETE /v2.0/networks/1cd825ce-7381-4a98-a17c-135bb03f5592 HTTP/1.1" status: 204 len: 168 time: 0.7219689 Jul 26 16:34:37.475812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44234) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:37.475812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44236) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:37.487724 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group_rule': {'security_group_id': '163e0ec5-f464-493b-8e93-e4d410e8ba0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:37.507140 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb7b60-3cd5-4869-a6aa-022ce7fbf3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd825ce-7381-4a98-a17c-135bb03f5592,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:37.522653 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:37.552706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Deleting subnet 2f66bdd9-00a7-4463-9a17-fe92e8ec9268 {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:34:37.556163 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Publish callbacks [] for subnet (2f66bdd9-00a7-4463-9a17-fe92e8ec9268), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.598609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (2f66bdd9-00a7-4463-9a17-fe92e8ec9268), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.665642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (2f66bdd9-00a7-4463-9a17-fe92e8ec9268), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.694629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (1badcabb-74b0-4844-a16a-6c5fdb4253fd), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.743693 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 2, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:37.762297 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (1badcabb-74b0-4844-a16a-6c5fdb4253fd), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.769301 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:34:37.769657 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Updating router fd176e97-c918-4a5b-83bd-eda8b1d31d5c port 8515405f-05af-4aa9-80a1-713af28890bd binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:34:37.800239 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8515405f-05af-4aa9-80a1-713af28890bd), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.889221 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (1badcabb-74b0-4844-a16a-6c5fdb4253fd), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.894075 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (2f66bdd9-00a7-4463-9a17-fe92e8ec9268), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.937783 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1badcabb-74b0-4844-a16a-6c5fdb4253fd,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:37.939482 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f66bdd9-00a7-4463-9a17-fe92e8ec9268,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:37.946495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:37.949321 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ad42a50d-59b0-4071-9a64-d62ba2ea082e admin admin] 10.222.0.144 "DELETE /v2.0/subnets/2f66bdd9-00a7-4463-9a17-fe92e8ec9268 HTTP/1.1" status: 204 len: 168 time: 0.4560337 Jul 26 16:34:37.952323 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44240) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:38.023971 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (dcd0a4ee-0083-49c0-a8aa-62646fef0942), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.060336 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks [] for port (8515405f-05af-4aa9-80a1-713af28890bd), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.093869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.095070 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c976e134-307f-4d9d-a6cc-a4d5cd2c6b0c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6207206 Jul 26 16:34:38.097748 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44242) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:38.103267 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group_rule': {'security_group_id': '163e0ec5-f464-493b-8e93-e4d410e8ba0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:38.120580 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (dcd0a4ee-0083-49c0-a8aa-62646fef0942), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.146911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd0a4ee-0083-49c0-a8aa-62646fef0942']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:38.155805 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e919f255-dfa8-407f-a3dd-c1ab0f0e1144') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:38.156103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e919f255-dfa8-407f-a3dd-c1ab0f0e1144') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:38.165483 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (e919f255-dfa8-407f-a3dd-c1ab0f0e1144), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.178672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (e919f255-dfa8-407f-a3dd-c1ab0f0e1144), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.184809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Releasing vlan 1099 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:34:38.185190 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (e919f255-dfa8-407f-a3dd-c1ab0f0e1144), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.220164 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.261065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:38.271499 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Pushing event updated for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:38.273130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (2e5c46d0-d6a3-4aac-a092-4309af8a3ec9), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.281180 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.286273 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:34:38.381081 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (dcd0a4ee-0083-49c0-a8aa-62646fef0942), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.404063 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.415036 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] 10.222.0.144 "DELETE /v2.0/networks/dcd0a4ee-0083-49c0-a8aa-62646fef0942 HTTP/1.1" status: 204 len: 168 time: 0.4620104 Jul 26 16:34:38.415244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:38.418388 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58459117-db30-43fb-b07a-8328d70ae7a3 req-62417b67-d006-47c9-a6ee-264760786bbd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:38.422215 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58459117-db30-43fb-b07a-8328d70ae7a3 req-62417b67-d006-47c9-a6ee-264760786bbd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0729232 Jul 26 16:34:38.451870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (2e5c46d0-d6a3-4aac-a092-4309af8a3ec9), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.458558 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99447ab3-c62f-4cc5-a95a-19269e4e70d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd0a4ee-0083-49c0-a8aa-62646fef0942,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:38.533545 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Attempting to bind port 8515405f-05af-4aa9-80a1-713af28890bd on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:34:38.535306 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Attempting to bind port 8515405f-05af-4aa9-80a1-713af28890bd by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:34:38.535711 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Attempting to bind port 8515405f-05af-4aa9-80a1-713af28890bd on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:34:38.537720 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58459117-db30-43fb-b07a-8328d70ae7a3 req-5b3b5898-0cf0-459d-b28e-35d4eee5faad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053097 Jul 26 16:34:38.544740 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:34:38.547815 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Checking segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:38.547815 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.547815 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Bound using segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:34:38.548403 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Bound port: 8515405f-05af-4aa9-80a1-713af28890bd, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:34:38.548829 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8515405f-05af-4aa9-80a1-713af28890bd), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.569357 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (2e5c46d0-d6a3-4aac-a092-4309af8a3ec9), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.587456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5c46d0-d6a3-4aac-a092-4309af8a3ec9,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:38.612774 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] For port 8515405f-05af-4aa9-80a1-713af28890bd, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:34:38.616663 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] For port 8515405f-05af-4aa9-80a1-713af28890bd, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=8515405f-05af-4aa9-80a1-713af28890bd,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:34:38.625340 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-5c5d49a0-acbe-42be-bbf0-fdd3eb919612 None None] Provisioning complete for port 8515405f-05af-4aa9-80a1-713af28890bd triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:38.625721 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5c5d49a0-acbe-42be-bbf0-fdd3eb919612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8515405f-05af-4aa9-80a1-713af28890bd), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.656569 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d49a0-acbe-42be-bbf0-fdd3eb919612 None None] Port 8515405f-05af-4aa9-80a1-713af28890bd cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:34:38.781279 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.788700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.788700 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a0578643-91dd-4e3d-9e8a-3c4fee38ecb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6852922 Jul 26 16:34:38.788700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44258) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:38.792827 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:38.817259 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 13248e61-e994-442b-8036-c457f0b31530 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:34:38.827865 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:38.844884 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:38.855143 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:34:38.855920 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:38.866434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 13248e61-e994-442b-8036-c457f0b31530 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:38.866812 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (13248e61-e994-442b-8036-c457f0b31530), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.912119 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9c9e1-b60c-4640-be5c-103958b751ae None None] Pushing event updated for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:38.934915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:38.964793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 13248e61-e994-442b-8036-c457f0b31530 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:38.978461 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:34:39.041911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.081411 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Provisioning complete for port 8515405f-05af-4aa9-80a1-713af28890bd triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:39.082062 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8515405f-05af-4aa9-80a1-713af28890bd), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.149031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44260) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:39.183350 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Current status of the port 8515405f-05af-4aa9-80a1-713af28890bd is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:39.183683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8515405f-05af-4aa9-80a1-713af28890bd), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.200979 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:38Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:34:39.201876 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-89066de3-be17-4a0e-832f-4048bf8f3b03 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=686d573bd8724d0a92250816f3432d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516295 Jul 26 16:34:39.202952 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44262) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:39.226476 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] For port 8515405f-05af-4aa9-80a1-713af28890bd, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=8515405f-05af-4aa9-80a1-713af28890bd,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:34:39.230255 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335257b0-525a-4729-b256-4aa3d66b483a None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:38Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:34:39.259689 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] Publish callbacks [] for security_group (fdd1dc4f-8961-42a8-a28a-3d829fb9756b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.314348 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] Publish callbacks [] for security_group (fdd1dc4f-8961-42a8-a28a-3d829fb9756b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.363970 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.375260 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment e919f255-dfa8-407f-a3dd-c1ab0f0e1144 resource provider aggregate not found Jul 26 16:34:39.441365 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment e919f255-dfa8-407f-a3dd-c1ab0f0e1144 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e919f255-dfa8-407f-a3dd-c1ab0f0e1144 found for delete ", "request_id": "req-9e5d2427-b74c-4a9e-b9d1-a4ac62d60896"}]} Jul 26 16:34:39.443764 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ae2c2-fcf7-473a-aece-a97d5742f847 None None] Pushing event updated for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:39.474489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Allocated IP 172.27.0.190 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/878b0d64-0c67-4cc1-a8ad-746546498956) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:34:39.495285 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fdd1dc4f-8961-42a8-a28a-3d829fb9756b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.499058 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.500606 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/fdd1dc4f-8961-42a8-a28a-3d829fb9756b HTTP/1.1" status: 204 len: 168 time: 0.2961776 Jul 26 16:34:39.517320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6f094-b66f-4335-9791-e874542641c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd1dc4f-8961-42a8-a28a-3d829fb9756b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:39.685260 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (878b0d64-0c67-4cc1-a8ad-746546498956), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.706318 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1abd1-2861-4be3-bf5b-8d987cdcda1e req-b003dcb9-a8fa-4029-9074-a84c41a1eeca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:39.708321 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-85e1abd1-2861-4be3-bf5b-8d987cdcda1e req-b003dcb9-a8fa-4029-9074-a84c41a1eeca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0678003 Jul 26 16:34:39.772919 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-85e1abd1-2861-4be3-bf5b-8d987cdcda1e req-122b3e8b-dfae-42e9-bdfe-4dc30305a172 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562618 Jul 26 16:34:39.940723 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:39.985149 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:39.990170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:39.993668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:34:40.027995 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=878b0d64-0c67-4cc1-a8ad-746546498956,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:40.106425 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.244358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.406168 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (878b0d64-0c67-4cc1-a8ad-746546498956), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.523957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.591550 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=878b0d64-0c67-4cc1-a8ad-746546498956,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:40.605735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.661669 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44286) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:40.701209 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b4abf325-fbb5-4634-a516-eb517153ac92 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=a0dd5a7a647a465b852cad5b51cbde56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384107 Jul 26 16:34:40.710166 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44288) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:40.730061 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.731302 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-151976a0-35c8-4cb6-b705-96436c46bc5d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9421561 Jul 26 16:34:40.777185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] Publish callbacks [] for security_group (3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.805825 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] Publish callbacks [] for security_group (3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.827435 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 8515405f-05af-4aa9-80a1-713af28890bd up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:34:40.874789 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 8515405f-05af-4aa9-80a1-713af28890bd triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:40.875483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (8515405f-05af-4aa9-80a1-713af28890bd), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.910478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9505270-b7df-4758-bf2f-f92cd26f9b82 req-2ab6b72f-bbfd-43e0-84d0-9df4d1a4c567 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:40.912053 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9505270-b7df-4758-bf2f-f92cd26f9b82 req-2ab6b72f-bbfd-43e0-84d0-9df4d1a4c567 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0561616 Jul 26 16:34:40.952496 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 8515405f-05af-4aa9-80a1-713af28890bd is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:34:40.964972 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f9505270-b7df-4758-bf2f-f92cd26f9b82 req-ff01f09c-8a25-4478-9650-8e688e9e0729 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Jul 26 16:34:40.987889 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-9766bd02-4237-426d-b4ab-611a3057c2df tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--523084248&fields=id&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 267 time: 0.0437579 Jul 26 16:34:40.991906 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:40.994718 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:41.006710 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064 HTTP/1.1" status: 204 len: 168 time: 0.2847819 Jul 26 16:34:41.006710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d721e3b-1e00-4f80-bdff-36c74bba8cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9f8d73-0fb3-4ae4-97b7-a9ba5eadf064,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:41.106289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-6cdcb8b4-2e2f-4711-90c7-01295dbfd4f7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:41.107756 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-6cdcb8b4-2e2f-4711-90c7-01295dbfd4f7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 816 time: 0.1132829 Jul 26 16:34:41.122400 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-67b140cf-8dad-4684-b249-e16128b670cd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/quotas/f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 375 time: 0.0091121 Jul 26 16:34:41.171555 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-2618114d-e794-4535-80be-ad3316b88a17 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440357 Jul 26 16:34:41.272508 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-bd3d3030-a4b8-4e87-8c44-62a5067012d5 service neutron] 10.222.0.144 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849333 Jul 26 16:34:41.361563 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-72e59818-3769-44e1-b77e-9598e92e8de6 service neutron] 10.222.0.144 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874588 Jul 26 16:34:41.704790 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f5e39a0-5208-4848-850e-3656e7e1290a req-fd278eb4-ab8d-4981-a41c-46c0313fd5e2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Jul 26 16:34:42.019964 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:42.087793 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c411f-9ffa-42cc-835c-0027ee427c79 req-80c70ff4-e33e-4297-b331-280bc955a63d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:42.089348 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9a5c411f-9ffa-42cc-835c-0027ee427c79 req-80c70ff4-e33e-4297-b331-280bc955a63d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0502293 Jul 26 16:34:42.138733 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9a5c411f-9ffa-42cc-835c-0027ee427c79 req-d4764257-0b25-4755-a72e-b9a03b1c8151 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Jul 26 16:34:42.491918 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:42.615123 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:34:42.711059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:42.791489 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2acd2067-4023-4d11-bca1-a2df55f5d35c req-5b72355e-ba25-4e48-9125-3b027b8599f6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0275595 Jul 26 16:34:43.269486 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f26b85-fa2b-4324-9b82-e4ffbaae2581 req-e784b2db-93c0-4606-a6da-a8d509daa992 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:43.271015 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b3f26b85-fa2b-4324-9b82-e4ffbaae2581 req-e784b2db-93c0-4606-a6da-a8d509daa992 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0517828 Jul 26 16:34:43.271940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44360) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:43.320597 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b3f26b85-fa2b-4324-9b82-e4ffbaae2581 req-82428be3-33b1-40de-afd8-20dea3b992ed tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428169 Jul 26 16:34:43.379577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9c2-340c-4f40-a403-e610fcf1841a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.452511 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9c2-340c-4f40-a403-e610fcf1841a admin admin] Publish callbacks [] for security_group (e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.529421 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:43.568979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c54bf9c2-340c-4f40-a403-e610fcf1841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.607114 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bf9c2-340c-4f40-a403-e610fcf1841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:43.611024 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c54bf9c2-340c-4f40-a403-e610fcf1841a admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1765cb727c78452f9a355130b2ea0c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380415 Jul 26 16:34:43.613703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44366) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:43.662312 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] Publish callbacks [] for security_group (e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.686785 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] Publish callbacks [] for security_group (e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.854795 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:43.894400 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.896140 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6282a224-6efa-4fd7-9e8d-e7d3e43d8c36 req-6413eeae-514d-4afd-a3fc-8c0c9d08d5e0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0298488 Jul 26 16:34:43.897730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:43.901638 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce HTTP/1.1" status: 204 len: 168 time: 0.2843015 Jul 26 16:34:43.908224 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f946d-a32b-4ea3-a9a5-91b962039cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2054f-2d5f-4fb0-8ed7-9fa0768585ce,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:43.910125 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:44.300485 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:44.433723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef13af2-06b5-449e-b49e-e8fe06c02f91 req-2aea8c5a-4c0d-4090-ac10-90d47838d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:44.435205 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1ef13af2-06b5-449e-b49e-e8fe06c02f91 req-2aea8c5a-4c0d-4090-ac10-90d47838d33b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0386548 Jul 26 16:34:44.443352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c2bf-9875-4c75-88a4-f6b9e3992b5a req-64e21bbb-651e-4f26-8c2a-344343ca9694 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:44.444868 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea87c2bf-9875-4c75-88a4-f6b9e3992b5a req-64e21bbb-651e-4f26-8c2a-344343ca9694 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Jul 26 16:34:44.485285 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1ef13af2-06b5-449e-b49e-e8fe06c02f91 req-852b1c2d-3966-4654-84e6-0c2eb7972b13 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Jul 26 16:34:44.493231 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea87c2bf-9875-4c75-88a4-f6b9e3992b5a req-e99dd634-3a0b-474a-ad0a-e481489f7938 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Jul 26 16:34:44.550386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:44.998026 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ff0dc1d5-2832-4218-9f92-601e7f122dee req-312270ce-b20c-485d-b2e3-87804179682f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Jul 26 16:34:45.621888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2817e-53f3-4414-af58-1f8e1d1074d0 req-35d58e31-9c1a-4ad7-9bf6-355d570cb6ab tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:45.623389 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-79e2817e-53f3-4414-af58-1f8e1d1074d0 req-35d58e31-9c1a-4ad7-9bf6-355d570cb6ab tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0558581 Jul 26 16:34:45.673736 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-79e2817e-53f3-4414-af58-1f8e1d1074d0 req-2f87c888-5feb-41eb-abb3-47cebd3f24ee tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Jul 26 16:34:46.100889 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-16f527b4-aeb4-40b8-aecc-2906d6774a9c req-b4cdeea9-41ac-4671-a456-b042c5e984bc tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0292289 Jul 26 16:34:46.232626 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44412) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:46.417086 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0bb50c3b-3da8-4142-8774-09166ec5e72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.504863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0bb50c3b-3da8-4142-8774-09166ec5e72f admin admin] Publish callbacks [] for security_group (db5fe112-9285-4c92-ac1f-1592acabf861), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.626388 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0bb50c3b-3da8-4142-8774-09166ec5e72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (db5fe112-9285-4c92-ac1f-1592acabf861), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.665980 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb50c3b-3da8-4142-8774-09166ec5e72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5fe112-9285-4c92-ac1f-1592acabf861,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:46.670212 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0bb50c3b-3da8-4142-8774-09166ec5e72f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1e96766033024eab80c1073d4cc8b341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330342 Jul 26 16:34:46.673335 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44462) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:34:46.727587 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] Publish callbacks [] for security_group (db5fe112-9285-4c92-ac1f-1592acabf861), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.753956 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] Publish callbacks [] for security_group (db5fe112-9285-4c92-ac1f-1592acabf861), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.777230 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:46.794400 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211baaf9-8879-42b7-a764-6102426df7a2 req-c05a5257-1003-44c5-8202-6502339c8b06 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:46.795991 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-211baaf9-8879-42b7-a764-6102426df7a2 req-c05a5257-1003-44c5-8202-6502339c8b06 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Jul 26 16:34:46.843231 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-211baaf9-8879-42b7-a764-6102426df7a2 req-441875ec-b848-4199-83c8-cd0c5afcfbf0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Jul 26 16:34:46.986154 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (db5fe112-9285-4c92-ac1f-1592acabf861), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.988700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:46.989903 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/db5fe112-9285-4c92-ac1f-1592acabf861 HTTP/1.1" status: 204 len: 168 time: 0.3154993 Jul 26 16:34:46.999366 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c2896-f574-47ba-8f3d-ea3374fda216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5fe112-9285-4c92-ac1f-1592acabf861,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:47.205219 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-80e59500-ba35-40b2-be2f-5810c58cbf67 req-b55bbedd-164b-45b1-8e37-8e326fe41b61 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0278354 Jul 26 16:34:47.518470 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:47.780605 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:47.966256 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61550459-6f4a-4ffb-9547-3b84fd8423c2 req-e2286812-9dc1-44a2-9ac8-732e78ccf65b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:47.968335 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-61550459-6f4a-4ffb-9547-3b84fd8423c2 req-e2286812-9dc1-44a2-9ac8-732e78ccf65b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Jul 26 16:34:48.027731 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-61550459-6f4a-4ffb-9547-3b84fd8423c2 req-0a9c0740-d508-4025-ac7d-16b152eed800 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534940 Jul 26 16:34:48.271853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:48.310038 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f23f511-fc50-40f0-8523-cb480c492007 req-7b38e525-da9c-4d1e-8a79-7d6471b251be tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Jul 26 16:34:48.769158 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:48.843560 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:49.148962 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531d40-7e25-4a43-aac5-f86482f7ebf2 req-de505515-4909-46e2-ba49-e5ef66c8ea20 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:49.150418 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-88531d40-7e25-4a43-aac5-f86482f7ebf2 req-de505515-4909-46e2-ba49-e5ef66c8ea20 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Jul 26 16:34:49.196508 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-88531d40-7e25-4a43-aac5-f86482f7ebf2 req-9ce02fe1-854d-4e9d-9b14-6a51676b7845 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Jul 26 16:34:49.417408 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b58c1271-d82c-429f-9139-e02bbcfcff53 req-1fb2e70d-76df-4c53-81f5-0e26fae511f8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0305462 Jul 26 16:34:49.729106 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:49.998803 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:50.310750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f45de-3b31-48b4-bf69-38177f7b60e7 req-8123b531-f2e7-4772-8bed-7a488ea9e7bf tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:50.312198 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-817f45de-3b31-48b4-bf69-38177f7b60e7 req-8123b531-f2e7-4772-8bed-7a488ea9e7bf tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0455415 Jul 26 16:34:50.317558 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a1004645-c11f-45f5-8141-4f418ec1066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:50.361647 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-817f45de-3b31-48b4-bf69-38177f7b60e7 req-dd5da12b-7f24-41b2-bf83-a4f4ad70724c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Jul 26 16:34:50.431938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:50.523231 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a9ea2607-6cd9-4787-9765-7485965d031f req-e0693122-942d-41e5-811d-8c21dfbea7cc tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0274768 Jul 26 16:34:50.848867 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:51.483354 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff2644-80a4-416f-9394-991c2e84fdda req-e2c326cb-a50e-448d-a1aa-c8345951b2f0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:51.484925 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2eff2644-80a4-416f-9394-991c2e84fdda req-e2c326cb-a50e-448d-a1aa-c8345951b2f0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0478656 Jul 26 16:34:51.534573 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2eff2644-80a4-416f-9394-991c2e84fdda req-3fcce95a-187a-4905-afc9-78251db84640 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Jul 26 16:34:51.921391 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-73e3c991-21a9-4cc7-a1a7-8da2188a7b6a req-ae3889a5-1eb5-4bdb-b63c-d0e1766cd205 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.2995133 Jul 26 16:34:51.944292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-71137903-77cd-4a2d-bf76-64b3380eb7ee tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:51.944292 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-71137903-77cd-4a2d-bf76-64b3380eb7ee tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 816 time: 0.3921416 Jul 26 16:34:52.018941 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-240ae41e-c1cb-48aa-9c9c-769eabbb8d34 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 379 time: 0.0578821 Jul 26 16:34:52.028248 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'port': {'device_id': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'admin_state_up': True, 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'security_groups': ['163e0ec5-f464-493b-8e93-e4d410e8ba0b']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:52.055211 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:52.250859 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Made reservation on behalf of f6a8f13fe22741d6843f193a0a959e57 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:34:52.254227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:52.273152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089b2b-6639-4ff6-b68e-638835fe0086 req-f797b7bd-3c15-4d25-9256-5ef1d2f42c5c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.274782 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32089b2b-6639-4ff6-b68e-638835fe0086 req-f797b7bd-3c15-4d25-9256-5ef1d2f42c5c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0600886 Jul 26 16:34:52.334990 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:52.377738 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32089b2b-6639-4ff6-b68e-638835fe0086 req-8f8f28fa-41bf-430e-973b-e0f0e7ce6da9 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941417 Jul 26 16:34:52.436819 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Allocated IP 172.20.0.6 (862673cc-ea89-444e-b2bd-e75d18a6efab/ea109927-b181-4025-9e3a-aedd50591ef3/7f871a00-9630-48c9-845a-ddb06fb9a2df) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:34:52.569314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05769c48-4092-4626-82fb-d375953db3ff req-2b747591-5142-4f7b-b0c3-91ceb6e8d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.570818 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-2b747591-5142-4f7b-b0c3-91ceb6e8d030 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0391312 Jul 26 16:34:52.574964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df5abb8b-d0c9-4d68-a5b5-19865f4095fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:52.578909 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:52.679169 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05769c48-4092-4626-82fb-d375953db3ff req-98b78e92-7660-4baa-98d6-8545bfb5a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.680655 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-98b78e92-7660-4baa-98d6-8545bfb5a072 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0963759 Jul 26 16:34:52.726350 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-0bdbac90-a9b8-4e6d-b5e3-27eb39dd2b4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 217 time: 0.0359111 Jul 26 16:34:52.769511 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:52.776262 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05769c48-4092-4626-82fb-d375953db3ff req-337ac886-73de-4e1b-88a3-551a7a9daf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.778401 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-337ac886-73de-4e1b-88a3-551a7a9daf90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0451248 Jul 26 16:34:52.813817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:34:52.818864 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:34:52.821528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:34:52.826285 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05769c48-4092-4626-82fb-d375953db3ff req-4f2fd3db-ad6e-4f9e-8f7e-cb0bae065706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.827860 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-4f2fd3db-ad6e-4f9e-8f7e-cb0bae065706 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425813 Jul 26 16:34:52.863590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:52.932873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:52.934590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:52.937021 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-7a7dd987-086c-4e86-9dee-527f69ee43e5 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983043 Jul 26 16:34:53.076929 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-05769c48-4092-4626-82fb-d375953db3ff req-2251d397-2299-4cfe-b5fa-e77c8d44ef71 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335974 Jul 26 16:34:53.091969 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-dae6d985-49d3-4424-a4b3-8759fe73de6d tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/networks?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394003 Jul 26 16:34:53.103763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05febe-920d-4fd2-938c-8b8d0fa64f68 req-cdc8a897-2ba1-46e8-aae5-c7efbbe00e57 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:53.106662 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d05febe-920d-4fd2-938c-8b8d0fa64f68 req-cdc8a897-2ba1-46e8-aae5-c7efbbe00e57 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 931 time: 0.0768886 Jul 26 16:34:53.110433 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-0413ad34-0734-4754-906a-95fc1964c384 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860696 Jul 26 16:34:53.158348 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d05febe-920d-4fd2-938c-8b8d0fa64f68 req-2ca3c96e-09c7-42db-8afc-34fb341745c2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461323 Jul 26 16:34:53.203124 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:53.203776 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d134df16-caa8-4632-b98a-439efe5f5953 None None] Provisioning complete for port 7f871a00-9630-48c9-845a-ddb06fb9a2df triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:34:53.204156 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d134df16-caa8-4632-b98a-439efe5f5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:53.236046 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d134df16-caa8-4632-b98a-439efe5f5953 None None] Port 7f871a00-9630-48c9-845a-ddb06fb9a2df cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:34:53.281821 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-10581866-36fa-4816-b9c5-3c00f987e915 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:53.283402 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-10581866-36fa-4816-b9c5-3c00f987e915 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861348 Jul 26 16:34:53.298690 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-cec3c347-c28b-484c-829a-dd0b77ec159d tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/quotas/fcbae11ef93f4951a3bc244ef9fd7a05 HTTP/1.1" status: 200 len: 375 time: 0.0097053 Jul 26 16:34:53.334093 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-4e0eaad3-43b1-4b33-b8c2-fe4962c80879 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301187 Jul 26 16:34:53.497786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ff68c-981c-481e-a886-6fe0ff7b61c6 req-e3c363e9-9c9d-46db-b824-aee43905104c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:53.501150 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e04ff68c-981c-481e-a886-6fe0ff7b61c6 req-e3c363e9-9c9d-46db-b824-aee43905104c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Jul 26 16:34:53.545742 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e04ff68c-981c-481e-a886-6fe0ff7b61c6 req-bdac85d2-cb29-4bc3-a5a6-dede03bf6cf6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Jul 26 16:34:53.702214 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3733812d-9f17-4359-99c8-1f59cb3076f7 req-33f9429d-cbb7-45b3-8110-70cc14a724cf tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0276611 Jul 26 16:34:54.085569 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:54.282929 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5828265-5ce3-4230-9439-7eca2e9ee6c8 req-f661a5d5-c7c7-4d0c-aae2-6fb5bdd63de6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:54.287443 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e5828265-5ce3-4230-9439-7eca2e9ee6c8 req-f661a5d5-c7c7-4d0c-aae2-6fb5bdd63de6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 931 time: 0.0523021 Jul 26 16:34:54.335415 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e5828265-5ce3-4230-9439-7eca2e9ee6c8 req-ab58dda1-18e2-4994-bfbf-299df5e88233 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Jul 26 16:34:54.667643 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ce6b-ac09-48ef-9f02-f46dbf1cb620 req-6c8b254b-59a2-4985-a51e-9915d0dc10d3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:54.669130 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3576ce6b-ac09-48ef-9f02-f46dbf1cb620 req-6c8b254b-59a2-4985-a51e-9915d0dc10d3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0471258 Jul 26 16:34:54.718319 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3576ce6b-ac09-48ef-9f02-f46dbf1cb620 req-38305cc2-90fa-45d5-bd09-13627cc3de73 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Jul 26 16:34:54.781516 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e7d6b0a0-bfeb-4a82-ab89-00540aa728f3 req-da1ec591-0c91-4366-8517-3a715a2f0730 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0271499 Jul 26 16:34:55.363345 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:55.467492 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe08e4-de58-4cba-b2ee-b8e3ccf1ade8 req-ebcc6d45-b54f-416c-90ec-23501269ec91 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:55.473835 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afbe08e4-de58-4cba-b2ee-b8e3ccf1ade8 req-ebcc6d45-b54f-416c-90ec-23501269ec91 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 931 time: 0.0517733 Jul 26 16:34:55.522427 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afbe08e4-de58-4cba-b2ee-b8e3ccf1ade8 req-7bfbcbaa-73a2-4c26-8665-002da2b6cee2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Jul 26 16:34:55.671942 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:55.832459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:55.845580 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6702-6bc5-4d08-bd5b-648184e07d3b req-d668c7f0-e430-400f-b517-af12946b4b61 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:55.847089 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e05b6702-6bc5-4d08-bd5b-648184e07d3b req-d668c7f0-e430-400f-b517-af12946b4b61 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0522213 Jul 26 16:34:55.878903 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-74902350-e8f2-4b4e-88ba-6984847579e6 req-0225f1ef-be3c-4618-9047-3dd83d29de20 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0269046 Jul 26 16:34:55.895716 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e05b6702-6bc5-4d08-bd5b-648184e07d3b req-a74ab1d9-fd4e-4ce1-841e-b2bcb032cde6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jul 26 16:34:55.928428 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:56.008933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:56.140500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:56.643659 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74beb3-7eca-4caa-9275-80f2f9e1e5b7 req-240f6f5b-506a-4535-b064-203a83fafb1b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:56.645220 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f74beb3-7eca-4caa-9275-80f2f9e1e5b7 req-240f6f5b-506a-4535-b064-203a83fafb1b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 931 time: 0.0506885 Jul 26 16:34:56.697035 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f74beb3-7eca-4caa-9275-80f2f9e1e5b7 req-24f52675-70cf-4ebc-a1bf-ca8505a9c86c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460606 Jul 26 16:34:56.981680 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c2e40603-8d98-42f3-8d45-e6dcfaf69040 req-4dbf3549-8bde-4d04-b20d-c82f10262016 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0275793 Jul 26 16:34:57.017640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc0d94-96ef-4eb0-b995-d33a3ffe4bfb req-15f6ee37-06eb-4c18-a8d9-17f1ace7cdcc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:57.019093 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51bc0d94-96ef-4eb0-b995-d33a3ffe4bfb req-15f6ee37-06eb-4c18-a8d9-17f1ace7cdcc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Jul 26 16:34:57.070069 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51bc0d94-96ef-4eb0-b995-d33a3ffe4bfb req-bb7b70a5-0541-4e01-80c3-8ef900239cee tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jul 26 16:34:57.164579 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:57.177978 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Request body: {'port': {'device_id': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:34:57.213625 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:57.238917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:57.312007 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:57.500665 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:34:57.508087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks [] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:57.520525 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Transition to ACTIVE for port object 7f871a00-9630-48c9-845a-ddb06fb9a2df will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:34:57.643082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:57.693640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:57.775396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Attempting to bind port 7f871a00-9630-48c9-845a-ddb06fb9a2df on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:34:57.775741 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Attempting to bind port 7f871a00-9630-48c9-845a-ddb06fb9a2df by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:34:57.776074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Attempting to bind port 7f871a00-9630-48c9-845a-ddb06fb9a2df on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:34:57.781221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Port 7f871a00-9630-48c9-845a-ddb06fb9a2df on network 862673cc-ea89-444e-b2bd-e75d18a6efab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:34:57.781535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Attempting to bind port 7f871a00-9630-48c9-845a-ddb06fb9a2df on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:34:57.787455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:34:57.787810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Checking segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:34:57.788229 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Bound using segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:34:57.788720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Bound port: 7f871a00-9630-48c9-845a-ddb06fb9a2df, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:34:57.789087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:57.843097 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90e6da-31b1-49e0-b9e3-e4af62f1c4a2 req-a68b9a30-6805-4deb-869d-fcc7a9d1b785 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:57.844662 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd90e6da-31b1-49e0-b9e3-e4af62f1c4a2 req-a68b9a30-6805-4deb-869d-fcc7a9d1b785 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0562272 Jul 26 16:34:57.860305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:34:57.864301 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:34:57.896453 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd90e6da-31b1-49e0-b9e3-e4af62f1c4a2 req-38c4438c-b47d-4719-8487-58311d68442d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Jul 26 16:34:58.021076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:58.056360 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:58.057031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:34:58.058486 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] 10.222.0.86 "PUT /v2.0/ports/7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 1093 time: 0.8850510 Jul 26 16:34:58.058959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:34:58.061364 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b146b-38ee-4731-8e6b-157b2079f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:34:58.112595 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f4ca64-7129-4502-a500-2f292e7b97a2 x-openstack-request-id: req-62f4ca64-7129-4502-a500-2f292e7b97a2 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:34:58.112916 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:34:58.113124 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-62f4ca64-7129-4502-a500-2f292e7b97a2 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:34:58.113550 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f4ca64-7129-4502-a500-2f292e7b97a2'] response: {'name': 'network-changed', 'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'status': 'completed', 'code': 200} Jul 26 16:34:58.120766 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-467fbeca-ef32-4560-aa9d-8009767859c6 req-a8dbed4e-7de3-4498-978d-ff0f42da9a99 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0552773 Jul 26 16:34:58.125840 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdfe00-3844-4a12-9f61-afb91bda26a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:34:58.223473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9e6bb-c248-4c6d-82be-37ac1a608fe8 req-10cd207f-56a0-43f1-b46e-141cd710e7e3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:58.224750 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4fb9e6bb-c248-4c6d-82be-37ac1a608fe8 req-10cd207f-56a0-43f1-b46e-141cd710e7e3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Jul 26 16:34:58.275200 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4fb9e6bb-c248-4c6d-82be-37ac1a608fe8 req-7950aa80-5ffd-4719-b3b8-b3f6c360dc70 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jul 26 16:34:58.346565 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:58.653295 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:58.658104 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:58.968512 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:59.018772 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f49663-6736-4f12-b5ad-2eab1b2cb483 req-f2752db0-ced0-4454-9502-2f9239633f2e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.020243 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-30f49663-6736-4f12-b5ad-2eab1b2cb483 req-f2752db0-ced0-4454-9502-2f9239633f2e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0502114 Jul 26 16:34:59.069850 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-30f49663-6736-4f12-b5ad-2eab1b2cb483 req-3845ea6a-852f-4811-bec2-11b707f0af75 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Jul 26 16:34:59.249920 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e5e9ecd0-80e6-4c0c-b135-b056fff9d788 req-96e5eac2-f88f-49ba-9fc9-ed4191704a0c tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0371001 Jul 26 16:34:59.287646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-bf6b5514-499c-45e9-be6c-a0b5b1acc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.289235 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-bf6b5514-499c-45e9-be6c-a0b5b1acc7a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1127 time: 0.0530121 Jul 26 16:34:59.420422 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:34:59.447965 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c079a-940d-46c9-96e4-8d6ca186be8b req-65af597c-a466-43a7-94e7-b92b126c9fbd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.447965 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b10c079a-940d-46c9-96e4-8d6ca186be8b req-65af597c-a466-43a7-94e7-b92b126c9fbd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0890911 Jul 26 16:34:59.483039 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-9c1c7640-32ea-4024-b5ff-e58fda0cf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.484555 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-9c1c7640-32ea-4024-b5ff-e58fda0cf3ff service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f6a8f13fe22741d6843f193a0a959e57&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1602187 Jul 26 16:34:59.554431 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b10c079a-940d-46c9-96e4-8d6ca186be8b req-771baf5d-21cc-4b33-bf28-a97f2458d181 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093564 Jul 26 16:34:59.596691 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-269b5a6c-7f4d-45ba-ad6a-c7517c9878f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.598182 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a77b146b-38ee-4731-8e6b-157b2079f2b1 req-269b5a6c-7f4d-45ba-ad6a-c7517c9878f5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1059535 Jul 26 16:34:59.747865 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-cf45214b-be13-4078-9de1-a7e87f49c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.749449 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-cf45214b-be13-4078-9de1-a7e87f49c627 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1127 time: 0.0396018 Jul 26 16:34:59.798904 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-aab2aad4-59ea-4e92-a7f6-889936591fea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 217 time: 0.0325065 Jul 26 16:34:59.858165 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-14b21cdb-ad01-4670-a9e8-42e06f7b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.859641 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-14b21cdb-ad01-4670-a9e8-42e06f7b13b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0493286 Jul 26 16:34:59.903162 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-df57dbec-0440-42f1-8808-a8d88c8709db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:34:59.904768 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-df57dbec-0440-42f1-8808-a8d88c8709db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391629 Jul 26 16:35:00.009452 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-8bf753fe-3c96-44be-9fc3-12a4c6a5ef83 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Jul 26 16:35:00.120396 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-48a51a31-47d0-46ee-b4b5-2163aeef4878 req-3e9c796f-c372-4533-9017-6415e97bc328 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982900 Jul 26 16:35:00.195112 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1108c-619b-4bfe-b8b3-2c17fbf7d666 req-5d240b3f-22ad-436f-b98c-34a6a3fbeb86 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:00.196620 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64c1108c-619b-4bfe-b8b3-2c17fbf7d666 req-5d240b3f-22ad-436f-b98c-34a6a3fbeb86 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0471041 Jul 26 16:35:00.247601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64c1108c-619b-4bfe-b8b3-2c17fbf7d666 req-b8dc5456-cd3e-4ca8-a8f0-bf256f45848c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450823 Jul 26 16:35:00.341319 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-804a913c-7868-45cb-8095-f95d61858bd9 req-49bcb5a9-62a8-44e8-9b99-1287c75da977 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0289011 Jul 26 16:35:00.409341 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:00.540577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:00.616224 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:00.678185 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5079a-87f0-4604-ba7a-b88811a62eb4 req-748bd262-7a8c-448c-9260-e8aff4ebc4f0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:00.681851 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b1d5079a-87f0-4604-ba7a-b88811a62eb4 req-748bd262-7a8c-448c-9260-e8aff4ebc4f0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Jul 26 16:35:00.732960 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b1d5079a-87f0-4604-ba7a-b88811a62eb4 req-2667a7c2-a0d7-4325-adf8-cd6b2606f71a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Jul 26 16:35:01.282944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:01.381239 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcf6c3-d45e-4f60-a5d7-7ffb5b68a318 req-d50868ce-92f2-4257-a250-e021ecee2396 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:01.384831 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3abcf6c3-d45e-4f60-a5d7-7ffb5b68a318 req-d50868ce-92f2-4257-a250-e021ecee2396 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0582099 Jul 26 16:35:01.431854 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3abcf6c3-d45e-4f60-a5d7-7ffb5b68a318 req-aa0bac7a-18d8-469d-b5a8-95692168d6b7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Jul 26 16:35:01.439412 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dccea2d8-7e7d-4282-ab3e-1c6eaeeef8ea req-1ecfb7d9-e029-4c71-89b0-de92ce1493ea tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0269001 Jul 26 16:35:01.859539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177ce1f-7493-4475-99ba-c0b52714367d req-1f4d4994-1d13-4cd6-92d2-fbf9da3e0aad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:01.861048 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2177ce1f-7493-4475-99ba-c0b52714367d req-1f4d4994-1d13-4cd6-92d2-fbf9da3e0aad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0476017 Jul 26 16:35:01.909672 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2177ce1f-7493-4475-99ba-c0b52714367d req-15fcf1f1-4364-4d6d-84f7-aa75c048ce54 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424125 Jul 26 16:35:02.380197 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:02.579555 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d78ec-5559-425e-9528-f37daa089331 req-131d3239-c8e7-4cd8-a4f4-95cd3381b472 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:02.581185 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-673d78ec-5559-425e-9528-f37daa089331 req-131d3239-c8e7-4cd8-a4f4-95cd3381b472 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0608294 Jul 26 16:35:02.632435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:02.641518 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-673d78ec-5559-425e-9528-f37daa089331 req-edf2a463-9ea6-4de4-ba76-76a796d1a0a8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540051 Jul 26 16:35:02.680477 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a498b4b4-35b1-4750-a8ad-5ed2352a08c6 req-16a437d3-0ffd-46f0-b102-b97df88d0ddf tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0282896 Jul 26 16:35:03.030095 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5954f7-e18c-412f-a76b-8a99250f41fb req-b95ef2c4-7b05-426b-9fc0-c539c000789f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:03.031574 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d5954f7-e18c-412f-a76b-8a99250f41fb req-b95ef2c4-7b05-426b-9fc0-c539c000789f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0487540 Jul 26 16:35:03.079041 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d5954f7-e18c-412f-a76b-8a99250f41fb req-637504f3-7ce0-4b8e-a186-f492bc0472ca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 Jul 26 16:35:03.209039 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:03.631966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:03.774152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c5362-cf58-45b2-abf8-63c78279c38e req-0e975282-8382-4043-9192-77e359fbaad4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:03.776803 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9e1c5362-cf58-45b2-abf8-63c78279c38e req-0e975282-8382-4043-9192-77e359fbaad4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0568094 Jul 26 16:35:03.783856 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dafaad17-42cb-47ba-870f-5170dde17704 req-930cc908-65f5-4493-8f8d-41e12280c3c0 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0303955 Jul 26 16:35:03.833276 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9e1c5362-cf58-45b2-abf8-63c78279c38e req-c7e02983-abf6-419b-8821-a89895731dd0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496156 Jul 26 16:35:04.128944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:04.196727 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f4bd8-4b0f-45ba-ae7b-6feadf9e8f42 req-27257466-320e-4b5f-90db-7764cd946df3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:04.198188 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec4f4bd8-4b0f-45ba-ae7b-6feadf9e8f42 req-27257466-320e-4b5f-90db-7764cd946df3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Jul 26 16:35:04.244292 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec4f4bd8-4b0f-45ba-ae7b-6feadf9e8f42 req-1457d903-e267-4190-a68d-fa782e232b89 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Jul 26 16:35:04.884302 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-414a41eb-72a1-44f5-a814-5a904a7ae9cc req-84586c33-2268-453d-ae0d-5e0c4c5be83f tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0286832 Jul 26 16:35:04.955588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794b6e4-7f92-4abf-b493-4a991635e0cb req-c0ddfe23-8e73-4ede-9d59-dfa990bba117 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:04.957047 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b794b6e4-7f92-4abf-b493-4a991635e0cb req-c0ddfe23-8e73-4ede-9d59-dfa990bba117 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0457995 Jul 26 16:35:05.003695 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b794b6e4-7f92-4abf-b493-4a991635e0cb req-14ae6b66-b28e-422b-9dfc-4c47d0b16dae tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410583 Jul 26 16:35:05.101594 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:35:05.200535 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:05.212307 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:35:05.250582 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:05.250988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:05.264345 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:35:05.284361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:05.359202 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63955f6-1e02-4a04-b1f5-b8f40eac1af9 req-1c85ca22-e139-412e-ae69-7165a5123242 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:05.360685 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b63955f6-1e02-4a04-b1f5-b8f40eac1af9 req-1c85ca22-e139-412e-ae69-7165a5123242 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0462203 Jul 26 16:35:05.412047 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b63955f6-1e02-4a04-b1f5-b8f40eac1af9 req-91b99de5-4d8b-4c53-b5a3-c04af125e617 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Jul 26 16:35:05.425331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:05.471743 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:05.557932 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:05.981452 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fb367a47-2c4a-4309-b04a-7a3cef563c73 req-d9c020f1-383e-4231-9255-c407dc9d0dd4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0269091 Jul 26 16:35:05.991727 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['7f871a00-9630-48c9-845a-ddb06fb9a2df'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:35:06.020174 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:06.126153 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0a9d3-d741-4cbb-b257-5dc721f9d781 req-311c3e51-5478-49be-a251-b95109372fda tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:06.127624 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3c0a9d3-d741-4cbb-b257-5dc721f9d781 req-311c3e51-5478-49be-a251-b95109372fda tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0471280 Jul 26 16:35:06.169639 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:06.181152 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3c0a9d3-d741-4cbb-b257-5dc721f9d781 req-8c76172a-8739-4f46-b8a2-f115e59fdd2c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476744 Jul 26 16:35:06.531195 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c5ea2-43a1-469a-bee1-2622bf125fef req-e114d404-bd9d-4e8b-82d6-62cfc6fdd47f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:06.532751 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3f7c5ea2-43a1-469a-bee1-2622bf125fef req-e114d404-bd9d-4e8b-82d6-62cfc6fdd47f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0493679 Jul 26 16:35:06.578965 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3f7c5ea2-43a1-469a-bee1-2622bf125fef req-4df6ade6-5bf1-4c72-a329-b0113dfd6a16 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Jul 26 16:35:06.879133 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44792) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:06.984226 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fe5534ba-7b36-4d00-8e49-6dfa3ed507c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.067949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fe5534ba-7b36-4d00-8e49-6dfa3ed507c1 admin admin] Publish callbacks [] for security_group (e58049ce-dd9e-44ad-b6db-1f0dc852eb21), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.086556 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-304ad2c6-3c3d-49a1-b6c6-86ca6cc79987 req-22d8f14c-b769-4ca5-a26f-7821b43f2568 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0304408 Jul 26 16:35:07.095240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:07.174272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-fe5534ba-7b36-4d00-8e49-6dfa3ed507c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e58049ce-dd9e-44ad-b6db-1f0dc852eb21), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.218249 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-fe5534ba-7b36-4d00-8e49-6dfa3ed507c1 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=9fd73ee0b6b04b499f9f89c2b7535021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364780 Jul 26 16:35:07.219998 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5534ba-7b36-4d00-8e49-6dfa3ed507c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58049ce-dd9e-44ad-b6db-1f0dc852eb21,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:07.220159 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44800) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:07.295730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] Publish callbacks [] for security_group (e58049ce-dd9e-44ad-b6db-1f0dc852eb21), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.327322 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732eb7-7154-496d-bb92-32644daf631a req-1ac6cf94-ac0e-4da8-ab5a-89e5baaf37f3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:07.329011 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-11732eb7-7154-496d-bb92-32644daf631a req-1ac6cf94-ac0e-4da8-ab5a-89e5baaf37f3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0670519 Jul 26 16:35:07.333959 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] Publish callbacks [] for security_group (e58049ce-dd9e-44ad-b6db-1f0dc852eb21), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.370945 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:07.405634 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-11732eb7-7154-496d-bb92-32644daf631a req-7a0283a0-4c5d-4e86-a1f7-6de142965177 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694494 Jul 26 16:35:07.411905 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:07.417124 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 7f871a00-9630-48c9-845a-ddb06fb9a2df completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:35:07.557608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 7f871a00-9630-48c9-845a-ddb06fb9a2df triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:07.557801 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e58049ce-dd9e-44ad-b6db-1f0dc852eb21), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.557953 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.560244 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.561483 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/e58049ce-dd9e-44ad-b6db-1f0dc852eb21 HTTP/1.1" status: 204 len: 168 time: 0.3400891 Jul 26 16:35:07.569554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad778990-10b2-44e1-9fb2-8d40328804e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58049ce-dd9e-44ad-b6db-1f0dc852eb21,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:07.582361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:07.640963 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:07.641358 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.676138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:07.679305 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1675bb9d-832f-46cb-bb03-44d9081bd414" -d '{"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:07.700838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:07.717509 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523aa0c-0ba8-4b63-8f88-ffdb157d82d4 x-openstack-request-id: req-e523aa0c-0ba8-4b63-8f88-ffdb157d82d4 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:07.717879 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:07.718601 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-e523aa0c-0ba8-4b63-8f88-ffdb157d82d4 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:07.718601 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e523aa0c-0ba8-4b63-8f88-ffdb157d82d4'] response: {'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'code': 200} Jul 26 16:35:07.718996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961447b9-90f7-4692-8450-b35b471b0c4e req-24416443-0751-45d7-a77d-6a9e537bd475 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:07.720568 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-961447b9-90f7-4692-8450-b35b471b0c4e req-24416443-0751-45d7-a77d-6a9e537bd475 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0615942 Jul 26 16:35:07.769360 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-961447b9-90f7-4692-8450-b35b471b0c4e req-b82579ae-4905-49b3-bcc0-37df0674e4b1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Jul 26 16:35:07.872038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:07.921813 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:08.180067 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-88d34625-275e-4a56-9451-c9fe88cc52bd tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294032 Jul 26 16:35:08.189458 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c59c0c9c-d889-490a-bdc6-7f9ca5fd10b0 req-63e7eddc-ff85-421e-b9fe-180de4263f85 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0302060 Jul 26 16:35:08.322924 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:08.373312 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-885aeafa-2e7e-4376-854c-33de7ffde0fe tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:08.374780 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-885aeafa-2e7e-4376-854c-33de7ffde0fe tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888044 Jul 26 16:35:08.392381 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Request body: {'port': {'device_id': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9', 'admin_state_up': True, 'tenant_id': 'fcbae11ef93f4951a3bc244ef9fd7a05'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:08.544240 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34556ba-4544-4ec6-89b4-00baa85c2b31 req-4bd6945d-86d6-4d99-8868-24fcbc881b95 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:08.548887 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e34556ba-4544-4ec6-89b4-00baa85c2b31 req-4bd6945d-86d6-4d99-8868-24fcbc881b95 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0602758 Jul 26 16:35:08.599158 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e34556ba-4544-4ec6-89b4-00baa85c2b31 req-ee659281-365e-4465-92cb-4fdd6abd7433 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472286 Jul 26 16:35:08.687396 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cba2-2e5c-4e53-91cb-56e21331b3db req-e4184a15-c136-48ad-afdf-f1b2f3f843c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:08.688828 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b4b0cba2-2e5c-4e53-91cb-56e21331b3db req-e4184a15-c136-48ad-afdf-f1b2f3f843c0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1129 time: 0.0379913 Jul 26 16:35:08.735378 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:08.735856 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b4b0cba2-2e5c-4e53-91cb-56e21331b3db req-f6e4c29b-9129-49c9-be91-41efa4ab3185 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Jul 26 16:35:08.736796 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Made reservation on behalf of fcbae11ef93f4951a3bc244ef9fd7a05 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:08.740285 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:08.749425 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:08.831436 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks [] for security_group (29140435-c0fb-4ed4-8d84-c40b135d975f), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:08.850164 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44840) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:08.898536 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db582-3b69-4b9a-b963-33c1b748edad req-ce7bd2f2-14ff-4522-b1d3-eec06fce757a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:08.900079 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-936db582-3b69-4b9a-b963-33c1b748edad req-ce7bd2f2-14ff-4522-b1d3-eec06fce757a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Jul 26 16:35:08.923245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29140435-c0fb-4ed4-8d84-c40b135d975f), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:08.948723 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-936db582-3b69-4b9a-b963-33c1b748edad req-5e521955-d822-4317-a424-f0fb09776146 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Jul 26 16:35:08.983921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1631638655-network', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:09.011623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29140435-c0fb-4ed4-8d84-c40b135d975f,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:09.082517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Allocated IP 192.168.233.140 (fbbe4704-b340-491e-843a-7b4deb2500a9/728f4954-3032-49f6-8088-fae909064807/6350c4bd-2e65-40f8-bc8a-c2ce95ef3034) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:09.167051 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Made reservation on behalf of 22e3bf7bb6ef4ca8bb2353bdfe4e90a3 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:09.169389 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.185019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.274746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks [] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.307603 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-74d70845-b456-47a5-830a-21d9044619e6 req-da787236-99d6-4f13-bb88-442886dbd8ff tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0401111 Jul 26 16:35:09.350677 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks [] for security_group (c9b98495-4768-4487-99be-f593157e14c9), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.461014 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c9b98495-4768-4487-99be-f593157e14c9), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.464275 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.518709 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:35:09.526158 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Network fbbe4704-b340-491e-843a-7b4deb2500a9 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:09.538429 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:09.542336 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:09.572473 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b98495-4768-4487-99be-f593157e14c9,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:09.579943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (13e054f7-7207-4c3e-a16a-5353ba7811b6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.580229 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Added segment 13e054f7-7207-4c3e-a16a-5353ba7811b6 of type vlan for network eda241b2-9383-4452-bdb4-3c8aafbf90be Jul 26 16:35:09.597656 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Pushing event updated for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:09.659754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (eda241b2-9383-4452-bdb4-3c8aafbf90be), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.674626 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:09.674981 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.748527 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc971a-036b-4ead-9f13-73ac9d22a300 req-4c5ff524-53c9-4f3b-a74c-392d9adf23a5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:09.750223 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f4bc971a-036b-4ead-9f13-73ac9d22a300 req-4c5ff524-53c9-4f3b-a74c-392d9adf23a5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Jul 26 16:35:09.805679 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9f8bb7b3-bb05-4c9f-8c09-bbe866cd5d6d None None] Provisioning complete for port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:09.806142 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f4bc971a-036b-4ead-9f13-73ac9d22a300 req-c70307a6-263e-43f7-8f85-b908d8d5fcb8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 Jul 26 16:35:09.806300 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb7b3-bb05-4c9f-8c09-bbe866cd5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.817133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-52c76ed4-851a-49ca-ae1d-ddad3d4231b4 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4282157 Jul 26 16:35:09.817904 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (eda241b2-9383-4452-bdb4-3c8aafbf90be), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.819061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:09.819723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:09.843810 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bb7b3-bb05-4c9f-8c09-bbe866cd5d6d None None] Port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:09.882662 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] Pushing event updated for resources: {'Network': ['ID=eda241b2-9383-4452-bdb4-3c8aafbf90be,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:09.891792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network eda241b2-9383-4452-bdb4-3c8aafbf90be details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:35:09.995097 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0d7a8852-d931-4de9-aaa2-ada230a09c0d admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1427877 Jul 26 16:35:09.997672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44858) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:10.002635 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Request body: {'subnet': {'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1631638655-subnet', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:10.070352 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Request body: {'port': {'device_id': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:10.126589 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.152057 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Made reservation on behalf of 22e3bf7bb6ef4ca8bb2353bdfe4e90a3 for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:10.154735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840503'] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.382928 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:35:10.413633 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks [] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.434188 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Transition to ACTIVE for port object 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:35:10.440467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41f90-f22c-4214-8381-4564d58fa179 req-b727c780-bee9-424c-9814-c754d3052476 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:10.441905 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dda41f90-f22c-4214-8381-4564d58fa179 req-b727c780-bee9-424c-9814-c754d3052476 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 936 time: 0.0618782 Jul 26 16:35:10.444560 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3733663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840473'] for subnet (51a5fdd6-544c-4085-aa9d-41eea130e72d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.477323 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:10.488836 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dda41f90-f22c-4214-8381-4564d58fa179 req-d6bb1795-161f-4709-bd12-b85b3325dd50 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Jul 26 16:35:10.502098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a5fdd6-544c-4085-aa9d-41eea130e72d,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:10.512782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Checking segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:10.513142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Network hostable DHCP agents. Network: eda241b2-9383-4452-bdb4-3c8aafbf90be, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:35:10.557877 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.611152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Pushing event updated for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:10.689209 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Attempting to bind port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:10.689584 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Attempting to bind port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:10.689914 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Attempting to bind port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 on network fbbe4704-b340-491e-843a-7b4deb2500a9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:10.694668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 on network fbbe4704-b340-491e-843a-7b4deb2500a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:35:10.694991 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Attempting to bind port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 on network fbbe4704-b340-491e-843a-7b4deb2500a9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:10.700155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:10.700550 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Checking segment: {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:10.700939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Bound using segment: {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:10.701369 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Bound port: 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d6938f-99da-4818-ace3-3ea519d6418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:10.701728 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.717182 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Network eda241b2-9383-4452-bdb4-3c8aafbf90be is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:35:10.768532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:10.777315 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:10.848865 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, eda241b2-9383-4452-bdb4-3c8aafbf90be) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:10.857106 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:10.857106 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.860183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f48ca-6dbe-4321-a06c-c53be5d690d9 None None] Network eda241b2-9383-4452-bdb4-3c8aafbf90be requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:35:10.889571 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.942337 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:10.943239 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:10.945577 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] 10.222.0.86 "PUT /v2.0/ports/6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 HTTP/1.1" status: 200 len: 1098 time: 0.8800933 Jul 26 16:35:10.946143 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:10.949051 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:10.970595 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25da20c-08da-4043-af28-2fec5024a65b service neutron] Pushing event updated for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:11.001575 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-eda241b2-9383-4452-bdb4-3c8aafbf90be', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:35:11.002557 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.003340 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a17d3b5-92e3-438c-816f-f4e1ceb8dabe x-openstack-request-id: req-3a17d3b5-92e3-438c-816f-f4e1ceb8dabe {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:11.003741 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:11.004083 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-3a17d3b5-92e3-438c-816f-f4e1ceb8dabe {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:11.004748 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a17d3b5-92e3-438c-816f-f4e1ceb8dabe'] response: {'name': 'network-changed', 'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034', 'status': 'completed', 'code': 200} Jul 26 16:35:11.140927 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-dd10bbb2-a638-4e45-9616-d2bd34a5da64 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1418083 Jul 26 16:35:11.144635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44870) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:11.154564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:11.160663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c202ba-505d-4278-b98d-b61d0373108c req-708cb5d9-8354-4508-8e3d-08a14bda27da tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:11.161307 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Allocated IP 172.20.0.2 (eda241b2-9383-4452-bdb4-3c8aafbf90be/51a5fdd6-544c-4085-aa9d-41eea130e72d/a64519a8-1d4e-4bd8-b529-0d15bbca082a) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:11.162192 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-35c202ba-505d-4278-b98d-b61d0373108c req-708cb5d9-8354-4508-8e3d-08a14bda27da tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.2733371 Jul 26 16:35:11.217436 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-35c202ba-505d-4278-b98d-b61d0373108c req-75a94eaf-9063-4def-8117-aa297e0c426a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462546 Jul 26 16:35:11.344478 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks [] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.407718 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:11.551811 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.587772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Network eda241b2-9383-4452-bdb4-3c8aafbf90be is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:11.590641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:11.594667 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.595716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.596450 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:11.605452 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Pushing event updated for resources: {'Port': ['ID=a64519a8-1d4e-4bd8-b529-0d15bbca082a,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:11.652075 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61436-ab46-4460-9db8-81e3e3e2a417 req-18111a0f-fba5-423f-b0a2-fbe180adbf93 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:11.653682 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2ab61436-ab46-4460-9db8-81e3e3e2a417 req-18111a0f-fba5-423f-b0a2-fbe180adbf93 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0869696 Jul 26 16:35:11.661582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b req-1111c6df-e65c-491c-bb37-1ec7520f0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:11.663037 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b req-1111c6df-e65c-491c-bb37-1ec7520f0af9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 1132 time: 0.0627186 Jul 26 16:35:11.739073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for router_controller (eab59609-7c29-4549-b1ab-63e2bbdfa901), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.742457 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b req-75b1a3fa-d124-41df-890b-8e8af709a7a5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329301 Jul 26 16:35:11.774594 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2ab61436-ab46-4460-9db8-81e3e3e2a417 req-1fb7a7ce-285e-4935-ad8d-fcbdb87a5d31 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105559 Jul 26 16:35:11.790719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Attempting to bind port a64519a8-1d4e-4bd8-b529-0d15bbca082a on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:11.791093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Attempting to bind port a64519a8-1d4e-4bd8-b529-0d15bbca082a by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:11.791593 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Attempting to bind port a64519a8-1d4e-4bd8-b529-0d15bbca082a on network eda241b2-9383-4452-bdb4-3c8aafbf90be {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:11.797356 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:11.797728 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Checking segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:11.798123 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.798509 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Bound using segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:11.798959 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Bound port: a64519a8-1d4e-4bd8-b529-0d15bbca082a, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:11.799332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:11.864440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b req-5a5f635e-a46e-4991-907a-d71c0a49589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:11.864440 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-49d90dea-8edc-4bd4-bbc8-ef21a3dfd49b req-5a5f635e-a46e-4991-907a-d71c0a49589a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1064291 Jul 26 16:35:11.875397 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] For port a64519a8-1d4e-4bd8-b529-0d15bbca082a, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:11.878891 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] For port a64519a8-1d4e-4bd8-b529-0d15bbca082a, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=a64519a8-1d4e-4bd8-b529-0d15bbca082a,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:11.893787 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:12.018002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-cd93cfba-dcfe-4676-bf08-c6f7388ed554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:12.019421 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-cd93cfba-dcfe-4676-bf08-c6f7388ed554 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 1132 time: 0.0726025 Jul 26 16:35:12.043270 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.081116 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-01f7c537-bf65-4e58-a271-a322fa64ea4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 HTTP/1.1" status: 200 len: 217 time: 0.0355959 Jul 26 16:35:12.084652 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for router_gateway (eab59609-7c29-4549-b1ab-63e2bbdfa901), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.110253 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6a30c-82a8-49f2-ac7c-dbc43b13552c None None] Pushing event updated for resources: {'Port': ['ID=a64519a8-1d4e-4bd8-b529-0d15bbca082a,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:12.135404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-99e91cea-83a9-4b12-80b7-e4329746855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:12.136981 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-99e91cea-83a9-4b12-80b7-e4329746855f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=728f4954-3032-49f6-8088-fae909064807 HTTP/1.1" status: 200 len: 843 time: 0.0483959 Jul 26 16:35:12.185232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-4e4e9244-94f5-4175-ac39-11ca2cef895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:12.186843 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-4e4e9244-94f5-4175-ac39-11ca2cef895e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fbbe4704-b340-491e-843a-7b4deb2500a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0442529 Jul 26 16:35:12.376528 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-7f188f8e-1e28-4d51-bb7c-52528c727fb8 service neutron] 10.222.0.86 "GET /v2.0/networks/fbbe4704-b340-491e-843a-7b4deb2500a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832469 Jul 26 16:35:12.377699 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359523c-2d7d-4397-97c9-8a1680eaef52 req-d77d727c-0f71-48b3-8e44-e67557835ee8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:12.379413 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9359523c-2d7d-4397-97c9-8a1680eaef52 req-d77d727c-0f71-48b3-8e44-e67557835ee8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0531132 Jul 26 16:35:12.431122 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9359523c-2d7d-4397-97c9-8a1680eaef52 req-22cd88ee-c555-4846-af8b-c37a33759d7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Jul 26 16:35:12.592655 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for router_gateway (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.602887 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837924d-cca0-451b-9172-d7e994c95e2b req-fd689629-b489-4f3c-a840-5356416bd673 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:12.604374 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5837924d-cca0-451b-9172-d7e994c95e2b req-fd689629-b489-4f3c-a840-5356416bd673 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Jul 26 16:35:12.614123 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44882) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:12.618787 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'floatingip': {'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:12.622404 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e47ebcae-45ca-4d74-8f60-f136d1bb542a req-fbfaa343-5486-4fc4-a3f6-942daa51af58 service neutron] 10.222.0.86 "GET /v2.0/networks/fbbe4704-b340-491e-843a-7b4deb2500a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075098 Jul 26 16:35:12.624368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.691726 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.747805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Allocated IP 172.27.0.145 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/856d1c10-43c2-4b02-9d43-eabaf3271c35) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:12.906813 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:12.936955 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device a64519a8-1d4e-4bd8-b529-0d15bbca082a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:13.032516 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port a64519a8-1d4e-4bd8-b529-0d15bbca082a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:13.033275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.055483 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b53a-5c52-4197-9bf6-acf38199debd req-da949858-cebc-4cc0-944d-78b5818cf31f tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:13.057063 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e3f9b53a-5c52-4197-9bf6-acf38199debd req-da949858-cebc-4cc0-944d-78b5818cf31f tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.1633506 Jul 26 16:35:13.098369 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.120467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:13.120790 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port a64519a8-1d4e-4bd8-b529-0d15bbca082a is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:13.121192 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.124882 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:13.129352 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:13.162694 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port a64519a8-1d4e-4bd8-b529-0d15bbca082a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=a64519a8-1d4e-4bd8-b529-0d15bbca082a,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:13.173087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Pushing event updated for resources: {'Port': ['ID=856d1c10-43c2-4b02-9d43-eabaf3271c35,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:13.187069 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed32ef-8037-4b92-b317-142d29abfec0 None None] Network eda241b2-9383-4452-bdb4-3c8aafbf90be requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:35:13.233653 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e3f9b53a-5c52-4197-9bf6-acf38199debd req-6bbda561-4815-455d-a8bc-958315e6b053 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696668 Jul 26 16:35:13.243433 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44892) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:13.249566 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384205362', 'description': 'tempest-description--2141854709'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:13.252576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Provisioning complete for port a64519a8-1d4e-4bd8-b529-0d15bbca082a triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:13.253198 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.372968 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.385625 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Current status of the port a64519a8-1d4e-4bd8-b529-0d15bbca082a is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:13.386014 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.465079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=a64519a8-1d4e-4bd8-b529-0d15bbca082a,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:13.495289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.497073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:35:13.497503 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:35:13.532325 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for router_gateway (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.552053 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.611756 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (9bcbe541-cec2-4473-b6c8-12b75c60acc3), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.672123 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.723306 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.772049 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Floating IP 35dfc5b9-3cce-4320-a136-aff11e941a56 associated. External IP: 172.27.0.190, port: 7f871a00-9630-48c9-845a-ddb06fb9a2df. Jul 26 16:35:13.806033 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9bcbe541-cec2-4473-b6c8-12b75c60acc3), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.869973 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcbe541-cec2-4473-b6c8-12b75c60acc3,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:13.939493 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Router eab59609-7c29-4549-b1ab-63e2bbdfa901 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:35:13.943231 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:13.945047 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-092a1386-befb-4b47-93fe-e5ac1344545e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7001858 Jul 26 16:35:13.948928 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44894) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:13.953676 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'security_group_rule': {'security_group_id': '9bcbe541-cec2-4473-b6c8-12b75c60acc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:13.999731 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:35:14.036747 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-053b5d79-afc5-41e4-9ef6-11748c6c5af9 None None] Current status of the port a64519a8-1d4e-4bd8-b529-0d15bbca082a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:14.066079 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:14.080049 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Sync routers for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:14.087838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:14.094120 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:14.094775 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:14.129929 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (a1455eec-5e4e-4083-9e35-0fbe2da7feb2), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.191608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-2ea892bb-8b39-4ae8-9095-94e73ca6d20e None None] Provisioning complete for port a64519a8-1d4e-4bd8-b529-0d15bbca082a triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:14.192036 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2ea892bb-8b39-4ae8-9095-94e73ca6d20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.193836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (a1455eec-5e4e-4083-9e35-0fbe2da7feb2), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.239976 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:14.251268 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.255302 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-529cbba1-515e-46d7-b296-e6002bb9143a admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1064777 Jul 26 16:35:14.255495 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44898) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:14.302518 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (a1455eec-5e4e-4083-9e35-0fbe2da7feb2), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.332941 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:14.336304 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1455eec-5e4e-4083-9e35-0fbe2da7feb2,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:14.338253 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.345194 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:14.357516 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:14.358151 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:14.380520 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-cd385d35-c856-4712-9f85-fa9bbb92293f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "PUT /v2.0/floatingips/35dfc5b9-3cce-4320-a136-aff11e941a56 HTTP/1.1" status: 200 len: 991 time: 1.7652686 Jul 26 16:35:14.381406 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:14.384816 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f954655-9a8c-4d32-ab39-e0636a21b849" -d '{"events": [{"name": "network-changed", "server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:14.428219 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a47060-3350-4354-ae76-3d5d19099928 req-b6ac1d66-c46d-4874-8ee5-0c217b187e88 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:14.430416 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-54a47060-3350-4354-ae76-3d5d19099928 req-b6ac1d66-c46d-4874-8ee5-0c217b187e88 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0901678 Jul 26 16:35:14.447482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-2ea892bb-8b39-4ae8-9095-94e73ca6d20e None None] Current status of the port a64519a8-1d4e-4bd8-b529-0d15bbca082a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:14.449533 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4031c100-f3cd-4e2e-98d5-b1303e1c4075 x-openstack-request-id: req-4031c100-f3cd-4e2e-98d5-b1303e1c4075 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:14.449888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:14.450201 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4031c100-f3cd-4e2e-98d5-b1303e1c4075 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:14.450657 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4031c100-f3cd-4e2e-98d5-b1303e1c4075'] response: {'name': 'network-changed', 'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'status': 'completed', 'code': 200} Jul 26 16:35:14.467227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.467979 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:14.472425 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-76912ec7-fc98-4215-bba3-ca7675738047 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5187683 Jul 26 16:35:14.472591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44906) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:14.476156 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'security_group_rule': {'security_group_id': '9bcbe541-cec2-4473-b6c8-12b75c60acc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:14.519463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 3, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:14.546168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Checking router: eab59609-7c29-4549-b1ab-63e2bbdfa901 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:14.546682 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Updating router eab59609-7c29-4549-b1ab-63e2bbdfa901 port 856d1c10-43c2-4b02-9d43-eabaf3271c35 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:35:14.567008 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-54a47060-3350-4354-ae76-3d5d19099928 req-cdd6659e-d2fe-4d7b-baf8-0fbcc51cce1c tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275330 Jul 26 16:35:14.577470 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.610321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (137f0be1-ea6a-4271-806d-703b8e60e50e), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.675963 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:14.687846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (137f0be1-ea6a-4271-806d-703b8e60e50e), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.715143 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '35dfc5b9-3cce-4320-a136-aff11e941a56', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:34:40Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:14.719116 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:14.743090 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:14.751661 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:14.752272 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:14.808826 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (137f0be1-ea6a-4271-806d-703b8e60e50e), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.837401 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137f0be1-ea6a-4271-806d-703b8e60e50e,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:14.870017 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.874425 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks [] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:14.877899 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:14.890520 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device a64519a8-1d4e-4bd8-b529-0d15bbca082a up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:14.935368 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port a64519a8-1d4e-4bd8-b529-0d15bbca082a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:14.935897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.012295 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port a64519a8-1d4e-4bd8-b529-0d15bbca082a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:15.015847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.017071 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.021532 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-15764cee-d5b1-4d5e-8629-7d885a1b97db tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5461867 Jul 26 16:35:15.021744 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44908) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:15.026294 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:15.059363 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Allocated IP 172.20.0.1 (eda241b2-9383-4452-bdb4-3c8aafbf90be/51a5fdd6-544c-4085-aa9d-41eea130e72d/418362ca-c0c4-4446-9b8d-e842bab42cf6) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:15.082671 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Attempting to bind port 856d1c10-43c2-4b02-9d43-eabaf3271c35 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:15.083228 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Attempting to bind port 856d1c10-43c2-4b02-9d43-eabaf3271c35 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:15.083498 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Attempting to bind port 856d1c10-43c2-4b02-9d43-eabaf3271c35 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:15.085589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e474780-d11c-41be-a1b8-a244f0d5dd6b None None] Pushing event updated for resources: {'Port': ['ID=856d1c10-43c2-4b02-9d43-eabaf3271c35,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:15.092463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:15.092856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:15.093254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.093753 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:15.094105 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Bound port: 856d1c10-43c2-4b02-9d43-eabaf3271c35, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:15.094490 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.114618 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '35dfc5b9-3cce-4320-a136-aff11e941a56', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:34:40Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:15.140587 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c41feb-deae-4bef-b085-b35f48425d58 None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '35dfc5b9-3cce-4320-a136-aff11e941a56', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.190', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:34:40Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:15.149474 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] For port 856d1c10-43c2-4b02-9d43-eabaf3271c35, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:15.153053 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] For port 856d1c10-43c2-4b02-9d43-eabaf3271c35, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=856d1c10-43c2-4b02-9d43-eabaf3271c35,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:15.181574 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks [] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.266860 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.267483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.306668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.330707 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:15.331350 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:15.373014 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e474780-d11c-41be-a1b8-a244f0d5dd6b None None] Pushing event updated for resources: {'Port': ['ID=856d1c10-43c2-4b02-9d43-eabaf3271c35,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:15.376286 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a078941-6bf3-4e3a-95cd-b06a31af6780 None None] New status for floating IP 35dfc5b9-3cce-4320-a136-aff11e941a56: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:35:15.388297 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.513230 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Allocated IP 172.27.0.96 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/613c20c6-53bc-4a0e-a850-cae0d249c6e8) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:15.630425 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Pushing event updated for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:15.635663 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:15.638079 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.643869 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Network eda241b2-9383-4452-bdb4-3c8aafbf90be is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:15.645373 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:15.648331 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:15.674247 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:15.694867 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.765411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf177319-53b8-4bbd-84ca-96c862db6f21 req-aff92112-5318-4261-8b79-01f3ce33af72 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:15.767105 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bf177319-53b8-4bbd-84ca-96c862db6f21 req-aff92112-5318-4261-8b79-01f3ce33af72 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0535266 Jul 26 16:35:15.822099 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bf177319-53b8-4bbd-84ca-96c862db6f21 req-620a6c4f-de84-40a1-a895-4e0f5511ec89 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Jul 26 16:35:15.900002 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 3, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:15.924491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.925742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fe20c1-6101-43a1-8775-b90aba040bca None None] The sync data for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi is: [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:13Z', 'revision_number': 3, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:15.962561 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:15.977762 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:15.981525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:15.985514 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:15.989402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'Port': ['ID=613c20c6-53bc-4a0e-a850-cae0d249c6e8,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:15.998665 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-82fa0ae5-3611-45bb-a46e-cb8c7d119251 None None] Provisioning complete for port 418362ca-c0c4-4446-9b8d-e842bab42cf6 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:15.999120 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-82fa0ae5-3611-45bb-a46e-cb8c7d119251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.039168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-82fa0ae5-3611-45bb-a46e-cb8c7d119251 None None] Port 418362ca-c0c4-4446-9b8d-e842bab42cf6 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:16.116851 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.144087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks [] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.398095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.407207 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.465296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Pushing event updated for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:16.467892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.575798 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.582326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Network eda241b2-9383-4452-bdb4-3c8aafbf90be is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:16.583754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:16.703178 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Router eab59609-7c29-4549-b1ab-63e2bbdfa901 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:35:16.725139 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.805728 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'Port': ['ID=613c20c6-53bc-4a0e-a850-cae0d249c6e8,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:16.820031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:16.821227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.826729 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c6658c9e-d0c6-4974-952f-7e06d2d66410 admin admin] 10.222.0.144 "PUT /v2.0/routers/eab59609-7c29-4549-b1ab-63e2bbdfa901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680337 Jul 26 16:35:16.896049 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-1df3091e-0f8d-454e-be96-a1489191b4da None None] Provisioning complete for port 418362ca-c0c4-4446-9b8d-e842bab42cf6 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:16.896605 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1df3091e-0f8d-454e-be96-a1489191b4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.931539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 856d1c10-43c2-4b02-9d43-eabaf3271c35 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:16.969453 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1df3091e-0f8d-454e-be96-a1489191b4da None None] Port 418362ca-c0c4-4446-9b8d-e842bab42cf6 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:16.970039 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2a5a4-623b-4ce4-a6de-f1c2970df9b7 req-a1b96a28-a441-492b-8ae1-70d0ad854604 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:16.978461 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e7a2a5a4-623b-4ce4-a6de-f1c2970df9b7 req-a1b96a28-a441-492b-8ae1-70d0ad854604 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0642717 Jul 26 16:35:16.983096 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:16.984353 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2cc7d51d-2a16-4b3b-a46d-abaf004bb66c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9616213 Jul 26 16:35:16.992883 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 856d1c10-43c2-4b02-9d43-eabaf3271c35 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:16.993267 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:17.049117 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e7a2a5a4-623b-4ce4-a6de-f1c2970df9b7 req-83d7c8ba-a3fd-4eab-b147-e6c9af29653f tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647409 Jul 26 16:35:17.081798 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 856d1c10-43c2-4b02-9d43-eabaf3271c35 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:17.082256 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:17.110001 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 856d1c10-43c2-4b02-9d43-eabaf3271c35, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=856d1c10-43c2-4b02-9d43-eabaf3271c35,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:17.123167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-65158b2b-db0f-4a5c-8d0d-82d4b0ae68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:17.124841 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-65158b2b-db0f-4a5c-8d0d-82d4b0ae68c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1129 time: 0.0424747 Jul 26 16:35:17.203932 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:17.215448 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-31d8053f-8df5-4c9a-86c6-0346bcdb1ece tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--1384205362&fields=id&tenant_id=08a954085f8f454698c55faa9351ad6e HTTP/1.1" status: 200 len: 267 time: 0.0463958 Jul 26 16:35:17.226703 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-974f76f0-a6b5-478f-aa58-4eb3b345b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:17.228184 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-974f76f0-a6b5-478f-aa58-4eb3b345b0b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.0978529 Jul 26 16:35:17.278776 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:17.311723 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-5e832874-e34d-49c7-a746-b64a5a855330 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 1001 time: 0.0712874 Jul 26 16:35:17.358098 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=856d1c10-43c2-4b02-9d43-eabaf3271c35,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:17.390803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-5569e42f-f9c8-427c-9884-9c5b7c7eb08f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:17.392359 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-5569e42f-f9c8-427c-9884-9c5b7c7eb08f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 0.1688328 Jul 26 16:35:17.399607 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-c6fd9f74-5932-429a-8ab3-4e91cf1daf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:17.401083 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-c6fd9f74-5932-429a-8ab3-4e91cf1daf56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0841248 Jul 26 16:35:17.413092 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-cf4d6361-de64-4cce-ac31-35a1c88d4d99 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/quotas/08a954085f8f454698c55faa9351ad6e HTTP/1.1" status: 200 len: 375 time: 0.0096948 Jul 26 16:35:17.449477 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-e934d481-b13a-4059-9891-01c9819e44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:17.451209 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-e934d481-b13a-4059-9891-01c9819e44ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440252 Jul 26 16:35:17.472491 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-f52de0c3-1626-4486-be35-ab115743759c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0567470 Jul 26 16:35:17.551313 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-88e5877c-c144-4419-8102-3bd516dd5415 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938525 Jul 26 16:35:17.581133 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-86d062e6-71d8-4083-a9d0-bd88ec5d9324 service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982957 Jul 26 16:35:17.673422 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8f954655-9a8c-4d32-ab39-e0636a21b849 req-4f68d868-ea64-4906-a0e1-05bd4c7efa00 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107016 Jul 26 16:35:17.719594 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-3c22ec5c-5db6-4042-b241-626718f80545 service neutron] 10.222.0.144 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301765 Jul 26 16:35:17.793460 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Sync routers for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:17.804878 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:17.805477 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:17.826150 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:17.911700 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:18.079809 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-77d3ee1a-b757-4d24-80bd-e3be824f2d1b req-6873ee6c-fec7-43fd-99b4-5b9cae6a0863 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0535769 Jul 26 16:35:18.084732 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:18.089812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:18.097135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44964) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:18.103254 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267262845-network', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:18.172415 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:18.183747 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222fc23-64c6-43c1-aa46-54cc86753d4f req-a10b4f13-e461-474a-8322-4fe6a977aace tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:18.185701 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b222fc23-64c6-43c1-aa46-54cc86753d4f req-a10b4f13-e461-474a-8322-4fe6a977aace tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0523791 Jul 26 16:35:18.223357 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:16Z', 'revision_number': 2, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:18.241609 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b222fc23-64c6-43c1-aa46-54cc86753d4f req-e2c5fbb8-1094-4023-8afb-7dfd9b6a350e tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Jul 26 16:35:18.248735 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Checking router: eab59609-7c29-4549-b1ab-63e2bbdfa901 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:18.249085 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Updating router eab59609-7c29-4549-b1ab-63e2bbdfa901 port 418362ca-c0c4-4446-9b8d-e842bab42cf6 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:35:18.279818 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.311894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Made reservation on behalf of 1e4ae6c7e6f846dba2b27407c6a30d14 for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:18.314326 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.323308 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.414589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks [] for security_group (3c734861-52da-435e-a213-7a7e67893ff5), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.517218 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3c734861-52da-435e-a213-7a7e67893ff5), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.545055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:35:18.559361 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c734861-52da-435e-a213-7a7e67893ff5,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:18.560534 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks [] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.565345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (3c0984eb-1d1f-4216-a9f3-9ee65bb7810c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.565768 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Added segment 3c0984eb-1d1f-4216-a9f3-9ee65bb7810c of type vlan for network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 Jul 26 16:35:18.608482 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (6307bc47-eb43-49e3-b36b-ae96f29fe6a0), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.728416 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.775278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (6307bc47-eb43-49e3-b36b-ae96f29fe6a0), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.776500 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:18.776701 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1119d-467a-4492-bc46-7eac9fc87fdb None None] Pushing event updated for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:18.777283 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.848022 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Attempting to bind port 418362ca-c0c4-4446-9b8d-e842bab42cf6 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:18.848536 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Attempting to bind port 418362ca-c0c4-4446-9b8d-e842bab42cf6 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:18.848894 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Attempting to bind port 418362ca-c0c4-4446-9b8d-e842bab42cf6 on network eda241b2-9383-4452-bdb4-3c8aafbf90be {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:18.857212 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:18.857646 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Checking segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:18.858058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.859393 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Bound using segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:18.860611 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Bound port: 418362ca-c0c4-4446-9b8d-e842bab42cf6, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:18.861096 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:18.862243 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 856d1c10-43c2-4b02-9d43-eabaf3271c35 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:18.884949 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] Pushing event updated for resources: {'Network': ['ID=6307bc47-eb43-49e3-b36b-ae96f29fe6a0,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:18.904365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:35:18.938679 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] For port 418362ca-c0c4-4446-9b8d-e842bab42cf6, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:18.942074 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] For port 418362ca-c0c4-4446-9b8d-e842bab42cf6, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=418362ca-c0c4-4446-9b8d-e842bab42cf6,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:18.991735 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 856d1c10-43c2-4b02-9d43-eabaf3271c35 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:18.992108 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.052359 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5addda64-66e9-4655-9637-5b3a3cf0ec4e admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9540431 Jul 26 16:35:19.056292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44974) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:19.061431 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Request body: {'subnet': {'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267262845-subnet', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:19.062855 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 856d1c10-43c2-4b02-9d43-eabaf3271c35 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:19.101330 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-144fc042-a18c-402f-ba00-0ecdbcea54cf None None] Provisioning complete for port 418362ca-c0c4-4446-9b8d-e842bab42cf6 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:19.101704 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-144fc042-a18c-402f-ba00-0ecdbcea54cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.136682 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-144fc042-a18c-402f-ba00-0ecdbcea54cf None None] Port 418362ca-c0c4-4446-9b8d-e842bab42cf6 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:19.168770 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-19378a54-4460-4343-b76d-22ef92276e4f req-106e04e4-e082-49a1-a292-2e93b52d204d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0310473 Jul 26 16:35:19.197398 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.250839 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:19.251474 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:34:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:19.289387 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1119d-467a-4492-bc46-7eac9fc87fdb None None] Pushing event updated for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:19.373158 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac7615-d220-4ec1-9ab4-18043e04bcfb req-8a2a37f0-44ff-460d-908e-078240d9dfa8 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:19.373973 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:19.374723 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-75ac7615-d220-4ec1-9ab4-18043e04bcfb req-8a2a37f0-44ff-460d-908e-078240d9dfa8 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 948 time: 0.0555909 Jul 26 16:35:19.398682 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Made reservation on behalf of 1e4ae6c7e6f846dba2b27407c6a30d14 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:19.401355 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.409127 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:35:19.435974 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-75ac7615-d220-4ec1-9ab4-18043e04bcfb req-27470feb-b2fc-4fa1-abc0-67ee47e67888 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 Jul 26 16:35:19.458436 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Provisioning complete for port 418362ca-c0c4-4446-9b8d-e842bab42cf6 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:19.458835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.471315 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:19.583489 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:19.617542 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034', 'network_id': 'fbbe4704-b340-491e-843a-7b4deb2500a9', 'port_id': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034', 'mac_address': 'fa:16:3e:52:83:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f4954-3032-49f6-8088-fae909064807', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:35:19.627760 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Current status of the port 418362ca-c0c4-4446-9b8d-e842bab42cf6 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:19.628240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.632634 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:35:19.648369 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:18Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:19.666551 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:19.676576 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725284c-d7cb-4d04-9d21-b8de7d300dcd None None] The sync data for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi is: [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:18Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:19.679988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:19.680377 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:19.699057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] For port 418362ca-c0c4-4446-9b8d-e842bab42cf6, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=418362ca-c0c4-4446-9b8d-e842bab42cf6,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:19.702267 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:35:19.737564 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:20.118034 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:20.118998 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.119589 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (638f8cca-392a-4600-8828-e437f4ea2b6a), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.187764 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ee424-9bcf-4822-ab93-56a85bfbf7bc None None] Pushing event updated for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:20.187895 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638f8cca-392a-4600-8828-e437f4ea2b6a,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:20.192834 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Checking segment: {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:20.193196 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Network hostable DHCP agents. Network: 6307bc47-eb43-49e3-b36b-ae96f29fe6a0, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:35:20.268807 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.282074 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-adbea6e3-312d-425a-9368-978b13c5749c req-434417f3-a078-4307-83fb-d2d8faa92e1e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0329165 Jul 26 16:35:20.303822 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:35:20.308501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:20.382772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:20.462316 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d89b580d-818d-4e39-84c7-dd15ca38c58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.511553 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:20.566085 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcc656-f3e2-4230-bbaa-6392a40bde88 req-d646301d-bcfc-486f-a9b6-75a1bd228933 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:20.571496 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-81fcc656-f3e2-4230-bbaa-6392a40bde88 req-d646301d-bcfc-486f-a9b6-75a1bd228933 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 949 time: 0.0564857 Jul 26 16:35:20.619570 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 6307bc47-eb43-49e3-b36b-ae96f29fe6a0) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:20.626654 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 44992) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:20.629145 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be74d52-bd7c-4cef-8548-865ff9038ff0 None None] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:35:20.629334 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:20.629793 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.637402 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-81fcc656-f3e2-4230-bbaa-6392a40bde88 req-30591a06-27a5-494c-be2f-5c4b2cb1e80e tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Jul 26 16:35:20.684678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:20.751384 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'fixed_ips': [{'subnet_id': '638f8cca-392a-4600-8828-e437f4ea2b6a'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:35:20.752356 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.775157 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bacfbec3-b4c9-45b2-b8a3-c698f302381f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.795684 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-5b30c126-7525-44b9-94b5-da8397203670 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7382295 Jul 26 16:35:20.798315 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 44996) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:20.804000 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:20.846801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['6350c4bd-2e65-40f8-bc8a-c2ce95ef3034'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:35:20.875614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bacfbec3-b4c9-45b2-b8a3-c698f302381f admin admin] Publish callbacks [] for security_group (c752a5a9-97b5-40e2-a927-6af0f7d952ba), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:20.891598 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 418362ca-c0c4-4446-9b8d-e842bab42cf6 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:21.004060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Allocated IP 172.20.0.2 (6307bc47-eb43-49e3-b36b-ae96f29fe6a0/638f8cca-392a-4600-8828-e437f4ea2b6a/7c14d7f0-411b-4e5a-a8bb-7acbbb977d33) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:21.009363 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.011575 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.026409 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 418362ca-c0c4-4446-9b8d-e842bab42cf6 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:21.026813 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.065522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for router_controller (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), precommit_add_association {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.101251 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bacfbec3-b4c9-45b2-b8a3-c698f302381f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c752a5a9-97b5-40e2-a927-6af0f7d952ba), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.146418 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-bacfbec3-b4c9-45b2-b8a3-c698f302381f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=f3d6aac1edaf4aebad2c00577e26e4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187199 Jul 26 16:35:21.149345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45000) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:21.151770 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfbec3-b4c9-45b2-b8a3-c698f302381f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752a5a9-97b5-40e2-a927-6af0f7d952ba,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:21.201276 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] Publish callbacks [] for security_group (c752a5a9-97b5-40e2-a927-6af0f7d952ba), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.224709 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] Publish callbacks [] for security_group (c752a5a9-97b5-40e2-a927-6af0f7d952ba), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.382343 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 418362ca-c0c4-4446-9b8d-e842bab42cf6 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:21.395008 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-626814a6-96c6-4a6c-a5fb-3e988dad4193 req-3d65c6b4-d892-42f8-b51b-6a45a1727ae2 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0351660 Jul 26 16:35:21.408886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks [] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.426172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for router_gateway (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.477478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c752a5a9-97b5-40e2-a927-6af0f7d952ba), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.480097 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.481276 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/c752a5a9-97b5-40e2-a927-6af0f7d952ba HTTP/1.1" status: 204 len: 168 time: 0.3305659 Jul 26 16:35:21.491253 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937de239-100c-4124-9af4-e39b05e83300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752a5a9-97b5-40e2-a927-6af0f7d952ba,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:21.540831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.577099 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:21.580101 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:21.586647 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:21.597601 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Pushing event updated for resources: {'Port': ['ID=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:21.652642 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Attempting to bind port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:21.653021 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Attempting to bind port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:21.653384 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Attempting to bind port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 on network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:21.658520 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:21.658901 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Checking segment: {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:21.659304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.659694 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Bound using segment: {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:21.660171 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Bound port: 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:21.660585 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.679151 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:21.753702 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] For port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:21.757392 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] For port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:21.831066 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-becfc5a9-fb7f-425d-949d-2fcb5a2be274 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:21.832478 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-becfc5a9-fb7f-425d-949d-2fcb5a2be274 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 818 time: 0.1056921 Jul 26 16:35:21.850540 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fbcd7-6bf6-45bc-aef6-322ee3cf9709 req-d33ac075-e0f6-47ee-be03-4d0b80b0b8e1 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:21.852021 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e99fbcd7-6bf6-45bc-aef6-322ee3cf9709 req-d33ac075-e0f6-47ee-be03-4d0b80b0b8e1 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 949 time: 0.1277380 Jul 26 16:35:21.882610 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for router_gateway (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.891810 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.904187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-4be7dd3a-dab3-432b-8c89-0b101178f430 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08a954085f8f454698c55faa9351ad6e HTTP/1.1" status: 200 len: 380 time: 0.0549693 Jul 26 16:35:21.929264 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:21.930379 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'port': {'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'admin_state_up': True, 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'security_groups': ['9bcbe541-cec2-4473-b6c8-12b75c60acc3']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:21.976703 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b56f3b-14f6-48c1-b9ef-b2418362a9f0 None None] Pushing event updated for resources: {'Port': ['ID=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:21.989096 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:21.995670 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e99fbcd7-6bf6-45bc-aef6-322ee3cf9709 req-da296b9d-c70b-47cc-a6cf-46f4d0e98e03 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373439 Jul 26 16:35:22.092654 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Allocated IP 172.27.0.14 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/1189e91c-c27f-4c74-9a69-2dc3151a89b2) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:22.227598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.316759 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Made reservation on behalf of 08a954085f8f454698c55faa9351ad6e for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:35:22.321866 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.465482 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Allocated IP 172.20.0.14 (75185dc6-2be4-492f-849d-964d05de909f/9a88840b-7355-4540-917e-9b3cc2a9eb8b/b93e292a-28ec-4647-a984-c0d6bb8814e5) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:22.525985 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0ca7404f-5df9-4bdd-b863-ba974e77bea7 req-3516cde0-76da-4b22-a58c-afa753daf0ba tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0414028 Jul 26 16:35:22.546615 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.558709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:22.601850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:22.601850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:22.601850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:22.604567 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:35:22.629271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Pushing event updated for resources: {'Port': ['ID=1189e91c-c27f-4c74-9a69-2dc3151a89b2,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:22.642103 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.646414 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:22.758475 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-411b1650-8924-4fbb-ba71-1513fbfe41e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.809712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:22.809857 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.810433 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.858013 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Network 75185dc6-2be4-492f-849d-964d05de909f is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:22.863446 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:22.866460 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event updated for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:22.869298 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:22.924255 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:22.940726 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:22.948572 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:22.949080 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:22.949228 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.950537 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:22.990823 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:22.993626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51251e2b-cd17-42dc-8a6d-9b78c9ca42d4" -d '{"events": [{"server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:23.009590 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:23.025851 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for router_gateway (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.026161 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:23.026603 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.057185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795b6a6c-6adf-4fb3-870a-8c609202bbd7 x-openstack-request-id: req-795b6a6c-6adf-4fb3-870a-8c609202bbd7 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:23.057856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "name": "network-vif-plugged", "status": "completed", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:23.058317 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-795b6a6c-6adf-4fb3-870a-8c609202bbd7 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:23.058856 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795b6a6c-6adf-4fb3-870a-8c609202bbd7'] response: {'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034', 'code': 200} Jul 26 16:35:23.130675 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d963b-4be8-4e99-9705-35dc738fd89f None None] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:35:23.133689 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-25eee4f4-a6cc-43e6-a810-4c92a37e546e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2100868 Jul 26 16:35:23.150731 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc609b-87c4-437e-b6d4-d400f104a822 req-b978ba49-ae74-4aef-a436-0b01667eb808 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:23.158554 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5acc609b-87c4-437e-b6d4-d400f104a822 req-b978ba49-ae74-4aef-a436-0b01667eb808 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 949 time: 0.0634263 Jul 26 16:35:23.171497 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Request body: {'port': {'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:23.223058 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.237288 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:23.237916 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.274248 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Provisioning complete for port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:23.274620 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.276914 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5acc609b-87c4-437e-b6d4-d400f104a822 req-2ae3d3cb-4a46-44a1-8abf-f5de2c81ce76 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168153 Jul 26 16:35:23.296585 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.296834 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.368268 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:23.391266 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:23.449264 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Current status of the port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:23.450167 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.554226 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.570850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d9dc3-368c-44f1-8204-a9f5c8f632ed req-250a9ace-131f-4d4a-b1bb-6f07b013edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:23.577418 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-566d9dc3-368c-44f1-8204-a9f5c8f632ed req-250a9ace-131f-4d4a-b1bb-6f07b013edce service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 1134 time: 0.0618296 Jul 26 16:35:23.584296 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:23.585743 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:35:23.594837 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93e292a-28ec-4647-a984-c0d6bb8814e5 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:35:23.604128 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks [] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.625138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Transition to ACTIVE for port object b93e292a-28ec-4647-a984-c0d6bb8814e5 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:35:23.634488 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:35:23.634913 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:35:23.644702 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:23.741577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffd350-d70e-4b6c-afe2-eab202de503d req-88fc649d-6372-49d0-914d-c6ada83b96cc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:23.742969 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-06ffd350-d70e-4b6c-afe2-eab202de503d req-88fc649d-6372-49d0-914d-c6ada83b96cc tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 932 time: 0.0916317 Jul 26 16:35:23.746448 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.780254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:23.798983 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:23.802803 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:23.805548 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-566d9dc3-368c-44f1-8204-a9f5c8f632ed req-7f254fa6-2c26-4a47-8751-82ee5aa70f3f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Jul 26 16:35:23.822128 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Sync routers for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:23.839009 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-06ffd350-d70e-4b6c-afe2-eab202de503d req-c49329ba-2885-403e-9f48-fda305aec268 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870190 Jul 26 16:35:23.852202 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:23.852849 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:23.896944 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Attempting to bind port b93e292a-28ec-4647-a984-c0d6bb8814e5 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:23.897300 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Attempting to bind port b93e292a-28ec-4647-a984-c0d6bb8814e5 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:23.897713 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Attempting to bind port b93e292a-28ec-4647-a984-c0d6bb8814e5 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:23.904839 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Port b93e292a-28ec-4647-a984-c0d6bb8814e5 on network 75185dc6-2be4-492f-849d-964d05de909f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:35:23.905176 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Attempting to bind port b93e292a-28ec-4647-a984-c0d6bb8814e5 on network 75185dc6-2be4-492f-849d-964d05de909f {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:23.910573 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:23.910921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Checking segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:23.911310 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Bound using segment: {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:23.911747 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Bound port: b93e292a-28ec-4647-a984-c0d6bb8814e5, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea10f78-be9c-4621-bd70-52feda269e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '75185dc6-2be4-492f-849d-964d05de909f'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:23.912160 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.963056 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:23.982095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:23.985664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:23.987225 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:23.990596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.993354 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:23.993354 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-75086110-2e36-4385-86cf-82ba565f05bb admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1933219 Jul 26 16:35:23.995522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45022) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:24.139947 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:22Z', 'revision_number': 3, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:24.170116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.195392 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Checking router: 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:24.195748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Updating router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:35:24.214961 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:24.215615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.217075 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] 10.222.0.86 "PUT /v2.0/ports/b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 1094 time: 1.0504677 Jul 26 16:35:24.217539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:24.220129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd10312-e14a-43d6-a1c1-ec9b83da619a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:24.222984 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb2a4a-1d6e-4d32-ab55-2d2ab9ed12aa None None] Current status of the port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:24.234149 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.259885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252862-a353-45bc-885b-00b0ba6b0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:24.277246 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e4097-ec51-4593-8d04-4c56e0b91e4d x-openstack-request-id: req-452e4097-ec51-4593-8d04-4c56e0b91e4d {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:24.277545 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:24.277808 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-452e4097-ec51-4593-8d04-4c56e0b91e4d {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:24.278225 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452e4097-ec51-4593-8d04-4c56e0b91e4d'] response: {'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'status': 'completed', 'code': 200} Jul 26 16:35:24.378838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bd00e27-e371-4f5e-b51e-ab1c914f8de0 None None] Provisioning complete for port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:24.379215 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bd00e27-e371-4f5e-b51e-ab1c914f8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.470821 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dd677-61db-4589-a02c-8bf29da8a1f5 req-a2941c49-860f-417a-bff2-4c51686f381c tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:24.472300 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e35dd677-61db-4589-a02c-8bf29da8a1f5 req-a2941c49-860f-417a-bff2-4c51686f381c tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0825238 Jul 26 16:35:24.538246 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bd00e27-e371-4f5e-b51e-ab1c914f8de0 None None] Current status of the port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:24.566646 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e35dd677-61db-4589-a02c-8bf29da8a1f5 req-2e947f6a-0923-4c3a-8739-ad920c40c774 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847754 Jul 26 16:35:24.619634 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks [] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.717748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.738767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.772714 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Attempting to bind port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:24.773094 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Attempting to bind port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:24.773865 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Attempting to bind port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:24.775840 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638213-fbfe-4f07-aadf-12954a67643c None None] Pushing event updated for resources: {'Port': ['ID=1189e91c-c27f-4c74-9a69-2dc3151a89b2,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:24.781494 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:24.781881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:24.782282 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.782673 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:24.783139 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Bound port: 1189e91c-c27f-4c74-9a69-2dc3151a89b2, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:24.783506 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.840002 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] For port 1189e91c-c27f-4c74-9a69-2dc3151a89b2, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:24.843206 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] For port 1189e91c-c27f-4c74-9a69-2dc3151a89b2, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=1189e91c-c27f-4c74-9a69-2dc3151a89b2,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:24.857413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:24.903180 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:24.903559 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:24.903691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Allocated IP 172.20.0.1 (6307bc47-eb43-49e3-b36b-ae96f29fe6a0/638f8cca-392a-4600-8828-e437f4ea2b6a/bf2df2d0-116f-41ef-914c-612138a89fb1) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:35:24.974253 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ffc-35e7-451d-8684-ea3f110f81ee req-f58115f3-78fa-4e9f-95b3-db72a79d3df0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:24.976300 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-45132ffc-35e7-451d-8684-ea3f110f81ee req-f58115f3-78fa-4e9f-95b3-db72a79d3df0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 944 time: 0.0520372 Jul 26 16:35:24.981550 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:25.021673 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks [] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.055581 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-45132ffc-35e7-451d-8684-ea3f110f81ee req-b397a5db-08e3-463e-a8df-e5aa98410f4b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700686 Jul 26 16:35:25.061241 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-1baf60aa-e042-4fb6-9a60-0f1924b51ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:25.062680 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-1baf60aa-e042-4fb6-9a60-0f1924b51ee3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1128 time: 0.0508430 Jul 26 16:35:25.089401 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.175239 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.184636 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-30e52a67-1fdf-4660-b669-8af97852c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:25.189999 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-30e52a67-1fdf-4660-b669-8af97852c7e1 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=08a954085f8f454698c55faa9351ad6e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1047752 Jul 26 16:35:25.217817 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:25.223154 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:25.233234 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:35:25.234212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:25.279360 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.289977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:25.290618 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:25.298636 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c638213-fbfe-4f07-aadf-12954a67643c None None] Pushing event updated for resources: {'Port': ['ID=1189e91c-c27f-4c74-9a69-2dc3151a89b2,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:25.330471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-3c9b0cca-411f-4ca4-ad1b-bd74b1203964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:25.332125 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-abd10312-e14a-43d6-a1c1-ec9b83da619a req-3c9b0cca-411f-4ca4-ad1b-bd74b1203964 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1377316 Jul 26 16:35:25.400502 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.415013 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:25.542763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-38d7c530-f74b-436a-97d4-f1972fbe106e None None] Provisioning complete for port bf2df2d0-116f-41ef-914c-612138a89fb1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:25.542763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-38d7c530-f74b-436a-97d4-f1972fbe106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.574069 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.600573 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-38d7c530-f74b-436a-97d4-f1972fbe106e None None] Port bf2df2d0-116f-41ef-914c-612138a89fb1 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:25.633668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:25.645535 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:22Z', 'revision_number': 3, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:25.672918 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94944c-a4d9-442e-bbb4-73d082c31e46 None None] The sync data for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi is: [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:22Z', 'revision_number': 3, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:25.674357 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.738258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7d50-a9f3-4399-be66-b5e521a0afb9 req-d9c74a38-1556-4547-b1fa-27c2330ff036 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:25.739855 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ee0b7d50-a9f3-4399-be66-b5e521a0afb9 req-d9c74a38-1556-4547-b1fa-27c2330ff036 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0915344 Jul 26 16:35:25.823402 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ee0b7d50-a9f3-4399-be66-b5e521a0afb9 req-e72d685c-b07e-4ae4-ae0f-ae13dc5a7664 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Jul 26 16:35:25.827481 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks [] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.934521 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:25.997093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:26.012623 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:26.014626 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:26.078842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-34b77c34-19b3-4e4c-9672-d0527e107e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:26.080369 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-34b77c34-19b3-4e4c-9672-d0527e107e61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1128 time: 0.0457273 Jul 26 16:35:26.114023 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:35:26.115567 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:35:26.128968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:26.217949 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-20678798-41ba-4b26-b573-40daea132510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 217 time: 0.0391691 Jul 26 16:35:26.226117 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48186e5-a881-4820-b098-9a5a0f22e239 req-204bdbe1-284c-41b9-b2df-861bde18449f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:26.228184 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c48186e5-a881-4820-b098-9a5a0f22e239 req-204bdbe1-284c-41b9-b2df-861bde18449f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 944 time: 0.0928333 Jul 26 16:35:26.251214 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:35:26.795284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-e26e4e68-e038-4bca-8cec-6c604e2d98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:26.795284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-e26e4e68-e038-4bca-8cec-6c604e2d98a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0811491 Jul 26 16:35:26.795284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c48186e5-a881-4820-b098-9a5a0f22e239 req-3e110817-c325-46ce-910e-86ae659ccc76 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285410 Jul 26 16:35:26.795284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-fb86a483-e833-415e-87ad-a663e28a9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:26.795284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-fb86a483-e833-415e-87ad-a663e28a9a62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559878 Jul 26 16:35:26.798872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:26.798872 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-df82aaa1-d82e-4054-bee2-9c7432849b26 admin admin] 10.222.0.144 "PUT /v2.0/routers/7d2aa01f-3e9c-49fb-944b-3f1710e17ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4052985 Jul 26 16:35:26.799859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-ce26a5b2-1e3a-43fe-9e6b-b5adb39f3f20 None None] Provisioning complete for port bf2df2d0-116f-41ef-914c-612138a89fb1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:26.799859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ce26a5b2-1e3a-43fe-9e6b-b5adb39f3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:26.799859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ce26a5b2-1e3a-43fe-9e6b-b5adb39f3f20 None None] Port bf2df2d0-116f-41ef-914c-612138a89fb1 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:26.801830 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-337dbd36-0fa2-47a3-8c61-29c825e70ee4 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151090 Jul 26 16:35:26.801830 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f9a5acd-8463-4d7e-842b-09d27afd2587 req-7f9c0d94-afbf-4a1e-b63e-0e4f1c9952d9 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971904 Jul 26 16:35:26.873329 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 1189e91c-c27f-4c74-9a69-2dc3151a89b2 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:26.902706 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:26.903084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:26.939623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ee18b-714e-4eea-895d-870280829b94 req-8450e0ba-e305-4605-88ad-618d27f2734b tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:26.941220 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1c1ee18b-714e-4eea-895d-870280829b94 req-8450e0ba-e305-4605-88ad-618d27f2734b tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0455520 Jul 26 16:35:26.975852 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:26.975978 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:26.995278 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1c1ee18b-714e-4eea-895d-870280829b94 req-db5f18c8-bd2a-4926-a57b-9b5c002d5eb9 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479817 Jul 26 16:35:26.998390 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 1189e91c-c27f-4c74-9a69-2dc3151a89b2, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=1189e91c-c27f-4c74-9a69-2dc3151a89b2,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:27.078562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:27.096955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45046) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:27.101973 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148719849', 'description': 'tempest-secgroup-smoke-1148719849 description', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:27.231090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.279797 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=1189e91c-c27f-4c74-9a69-2dc3151a89b2,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:27.284111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.285113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:27.291281 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23102020-080b-4382-9d77-5268499af05a None None] Sync routers for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:27.302296 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23102020-080b-4382-9d77-5268499af05a None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:27.302956 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-23102020-080b-4382-9d77-5268499af05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:27.362668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (478a3257-e19f-496d-9447-2eb2fd14633d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.407195 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-23102020-080b-4382-9d77-5268499af05a None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:27.489807 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c36244-7021-4b90-9932-405af94fd490 req-9a7964b9-b29e-4b6e-aac6-1d0db93f4d66 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:27.491878 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d0c36244-7021-4b90-9932-405af94fd490 req-9a7964b9-b29e-4b6e-aac6-1d0db93f4d66 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 944 time: 0.0522363 Jul 26 16:35:27.540642 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d0c36244-7021-4b90-9932-405af94fd490 req-616d2162-6730-4aee-91fa-e7f77ded1136 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Jul 26 16:35:27.596720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (478a3257-e19f-496d-9447-2eb2fd14633d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.606080 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-23102020-080b-4382-9d77-5268499af05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:25Z', 'revision_number': 4, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'bf2df2d0-116f-41ef-914c-612138a89fb1', 'name': '', 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'mac_address': 'fa:16:3e:8c:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:24Z', 'updated_at': '2022-07-26T16:35:25Z', 'revision_number': 2, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'subnets': [{'id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:27.629693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478a3257-e19f-496d-9447-2eb2fd14633d,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:27.632144 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23102020-080b-4382-9d77-5268499af05a None None] Checking router: 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:27.632522 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23102020-080b-4382-9d77-5268499af05a None None] Updating router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 port bf2df2d0-116f-41ef-914c-612138a89fb1 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:35:27.660822 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.722599 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.723753 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f2d56e2f-cf39-4e88-93a8-4dc58488854b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6256335 Jul 26 16:35:27.727262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45054) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:27.733272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:27.824501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27608b40-aa4c-412e-995c-4e6b7d0141fa req-fc47ee0b-d93c-4475-93de-ab1a112c0f31 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:27.825941 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-27608b40-aa4c-412e-995c-4e6b7d0141fa req-fc47ee0b-d93c-4475-93de-ab1a112c0f31 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0538094 Jul 26 16:35:27.866395 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (04a2677f-29a7-4c71-934a-c8c76212862c), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.874549 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-27608b40-aa4c-412e-995c-4e6b7d0141fa req-1d57ab94-4d28-404b-9ec6-ba6c427177ff tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Jul 26 16:35:27.938487 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (04a2677f-29a7-4c71-934a-c8c76212862c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:27.993449 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks [] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.082473 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (04a2677f-29a7-4c71-934a-c8c76212862c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.082689 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.102619 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a2677f-29a7-4c71-934a-c8c76212862c,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:28.118767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:28.130705 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fa1c-01be-496f-8236-0d8f60004d95 None None] Pushing event updated for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:28.186088 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-23102020-080b-4382-9d77-5268499af05a None None] Attempting to bind port bf2df2d0-116f-41ef-914c-612138a89fb1 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:35:28.186458 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-23102020-080b-4382-9d77-5268499af05a None None] Attempting to bind port bf2df2d0-116f-41ef-914c-612138a89fb1 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:35:28.186816 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102020-080b-4382-9d77-5268499af05a None None] Attempting to bind port bf2df2d0-116f-41ef-914c-612138a89fb1 on network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:35:28.192157 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102020-080b-4382-9d77-5268499af05a None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:35:28.192560 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102020-080b-4382-9d77-5268499af05a None None] Checking segment: {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:35:28.192961 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.193351 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23102020-080b-4382-9d77-5268499af05a None None] Bound using segment: {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:35:28.193836 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-23102020-080b-4382-9d77-5268499af05a None None] Bound port: bf2df2d0-116f-41ef-914c-612138a89fb1, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:35:28.194853 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.205667 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:28.228070 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.230992 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0ce9601c-8088-4171-ac7f-661ea7c43ba9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5010090 Jul 26 16:35:28.232535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45058) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:28.237412 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:28.258338 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:28.265093 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-23102020-080b-4382-9d77-5268499af05a None None] For port bf2df2d0-116f-41ef-914c-612138a89fb1, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:35:28.268627 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-23102020-080b-4382-9d77-5268499af05a None None] For port bf2df2d0-116f-41ef-914c-612138a89fb1, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=bf2df2d0-116f-41ef-914c-612138a89fb1,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:35:28.299125 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-6f688bfc-aa06-456e-b16d-b07c7a07f75d None None] Provisioning complete for port bf2df2d0-116f-41ef-914c-612138a89fb1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:28.299504 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6f688bfc-aa06-456e-b16d-b07c7a07f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.331067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6f688bfc-aa06-456e-b16d-b07c7a07f75d None None] Port bf2df2d0-116f-41ef-914c-612138a89fb1 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:35:28.362892 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (331ea0f7-dc0c-4866-978f-eccbfd7afda4), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.398465 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-23102020-080b-4382-9d77-5268499af05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.434205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (331ea0f7-dc0c-4866-978f-eccbfd7afda4), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.453362 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23102020-080b-4382-9d77-5268499af05a None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:28.453983 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-23102020-080b-4382-9d77-5268499af05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:28.498635 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fa1c-01be-496f-8236-0d8f60004d95 None None] Pushing event updated for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:28.570008 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (331ea0f7-dc0c-4866-978f-eccbfd7afda4), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.571832 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-23102020-080b-4382-9d77-5268499af05a None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:28.593451 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331ea0f7-dc0c-4866-978f-eccbfd7afda4,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:28.675759 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c641f9-aa57-4fc4-9efb-7bf44047746d req-10c2a1ac-dd6b-4c36-9720-d279c4bef9f2 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:28.677394 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c4c641f9-aa57-4fc4-9efb-7bf44047746d req-10c2a1ac-dd6b-4c36-9720-d279c4bef9f2 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 944 time: 0.0505042 Jul 26 16:35:28.729225 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c4c641f9-aa57-4fc4-9efb-7bf44047746d req-22326096-6e2e-482e-9dff-cdca0d89d63f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Jul 26 16:35:28.740737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.740737 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1fe0a450-c317-4bf6-b4e6-58efe1b0b88e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5042017 Jul 26 16:35:28.740737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45062) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:28.745072 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:28.765923 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-23102020-080b-4382-9d77-5268499af05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:25Z', 'revision_number': 4, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'bf2df2d0-116f-41ef-914c-612138a89fb1', 'name': '', 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'mac_address': 'fa:16:3e:8c:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:24Z', 'updated_at': '2022-07-26T16:35:28Z', 'revision_number': 4, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'subnets': [{'id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:28.770619 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Provisioning complete for port bf2df2d0-116f-41ef-914c-612138a89fb1 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:28.771073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.794793 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23102020-080b-4382-9d77-5268499af05a None None] The sync data for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi is: [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:25Z', 'revision_number': 4, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'bf2df2d0-116f-41ef-914c-612138a89fb1', 'name': '', 'network_id': '6307bc47-eb43-49e3-b36b-ae96f29fe6a0', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'mac_address': 'fa:16:3e:8c:ff:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:24Z', 'updated_at': '2022-07-26T16:35:28Z', 'revision_number': 4, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'subnets': [{'id': '638f8cca-392a-4600-8828-e437f4ea2b6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:28.868990 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Current status of the port bf2df2d0-116f-41ef-914c-612138a89fb1 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:28.869463 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.887088 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 1189e91c-c27f-4c74-9a69-2dc3151a89b2 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:28.900727 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (4af43450-9895-428c-baad-31ebec069939), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.958145 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] For port bf2df2d0-116f-41ef-914c-612138a89fb1, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=bf2df2d0-116f-41ef-914c-612138a89fb1,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:28.972478 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:28.972849 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:28.989444 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (4af43450-9895-428c-baad-31ebec069939), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.036202 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2792b2a-75e7-48cb-a353-87b435682739 req-0708adf7-d1a5-4820-bc4f-bcff9a1c0000 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:29.038561 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e2792b2a-75e7-48cb-a353-87b435682739 req-0708adf7-d1a5-4820-bc4f-bcff9a1c0000 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0664380 Jul 26 16:35:29.052728 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:29.089060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.093830 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e2792b2a-75e7-48cb-a353-87b435682739 req-e1e88c51-6896-49ce-ae86-eb3b299525b6 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Jul 26 16:35:29.134744 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (4af43450-9895-428c-baad-31ebec069939), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.143975 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be04e7-7371-40c7-85f8-172d4f2ed822 None None] Pushing event updated for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:29.152377 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af43450-9895-428c-baad-31ebec069939,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:29.274498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.276133 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6b652c53-f088-46ab-910c-28cc37fead7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5344777 Jul 26 16:35:29.278823 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45066) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:29.283254 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:29.295352 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:29.414980 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (08869a98-e12c-4df8-b7fd-7ec85d8b6e44), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.481122 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (08869a98-e12c-4df8-b7fd-7ec85d8b6e44), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.563310 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (08869a98-e12c-4df8-b7fd-7ec85d8b6e44), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.586402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08869a98-e12c-4df8-b7fd-7ec85d8b6e44,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:29.695982 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:29.697360 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6b52e516-6183-490a-8507-fc6a88376997 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4175258 Jul 26 16:35:29.700007 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45068) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:29.704416 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:29.715371 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:29.852824 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd5728-504e-426f-9c0d-015899ca9f85 req-c3605874-0cb5-4d12-9c27-9bde381ded5f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:29.854306 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-92fd5728-504e-426f-9c0d-015899ca9f85 req-c3605874-0cb5-4d12-9c27-9bde381ded5f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 944 time: 0.0465670 Jul 26 16:35:29.903762 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-92fd5728-504e-426f-9c0d-015899ca9f85 req-7604dde2-ce93-486f-a1dd-60f45c50d272 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Jul 26 16:35:29.979744 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.securitygroups_db [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Project 22e3bf7bb6ef4ca8bb2353bdfe4e90a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:35:29.985405 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (61496425-0dce-422c-88de-e3b67c986db4), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.046437 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (61496425-0dce-422c-88de-e3b67c986db4), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.150906 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (61496425-0dce-422c-88de-e3b67c986db4), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.183144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61496425-0dce-422c-88de-e3b67c986db4,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:30.220103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df71d1-9adc-4d5d-aff0-b2c4d2cb3fe4 req-1be8c92a-3266-4339-8a05-098909fba6b7 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:30.221627 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-54df71d1-9adc-4d5d-aff0-b2c4d2cb3fe4 req-1be8c92a-3266-4339-8a05-098909fba6b7 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0556901 Jul 26 16:35:30.270171 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-54df71d1-9adc-4d5d-aff0-b2c4d2cb3fe4 req-1ab6af4b-4c16-4c5f-9c91-c6430d55196a tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Jul 26 16:35:30.324484 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.326923 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-cdbaca5b-0c16-44a5-bcd0-42f62b69836a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6247754 Jul 26 16:35:30.328600 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45074) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:30.333355 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'security_group_rule': {'security_group_id': '478a3257-e19f-496d-9447-2eb2fd14633d', 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:30.488403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.securitygroups_db [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Project 22e3bf7bb6ef4ca8bb2353bdfe4e90a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:35:30.495090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (65cfb2f6-8f64-4b94-94e8-429ecaaf5d45), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.553062 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (65cfb2f6-8f64-4b94-94e8-429ecaaf5d45), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.559982 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device b93e292a-28ec-4647-a984-c0d6bb8814e5 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:35:30.656556 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:30.668113 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:35:30.682602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (65cfb2f6-8f64-4b94-94e8-429ecaaf5d45), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.701551 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cfb2f6-8f64-4b94-94e8-429ecaaf5d45,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:30.707797 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port b93e292a-28ec-4647-a984-c0d6bb8814e5 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:30.708168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.722233 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93e292a-28ec-4647-a984-c0d6bb8814e5 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:35:30.741417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:30.784961 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.786183 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-5698446f-77d9-4450-a19d-f09af7331f8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4564660 Jul 26 16:35:30.787157 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:30.849320 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:30.872996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device bf2df2d0-116f-41ef-914c-612138a89fb1 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:30.878926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:30.928663 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:30.942462 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port bf2df2d0-116f-41ef-914c-612138a89fb1 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:30.942842 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:31.021719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port bf2df2d0-116f-41ef-914c-612138a89fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:31.037377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6e0b0-b0ce-4d9b-bd5a-1a25d9736a2c req-3646bcf1-1c73-4d77-8990-5317fb226dd1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:31.038909 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4bd6e0b0-b0ce-4d9b-bd5a-1a25d9736a2c req-3646bcf1-1c73-4d77-8990-5317fb226dd1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 945 time: 0.0542209 Jul 26 16:35:31.087418 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4bd6e0b0-b0ce-4d9b-bd5a-1a25d9736a2c req-85c876f1-bf82-4da1-ad3d-139c18f5a0d6 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Jul 26 16:35:31.271532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:31.386860 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50c22-2bd1-4271-ae84-a6deeddd665c req-c98ce1f7-3acd-40c9-9296-6e3d79b49f0a tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:31.388317 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1b50c22-2bd1-4271-ae84-a6deeddd665c req-c98ce1f7-3acd-40c9-9296-6e3d79b49f0a tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0469728 Jul 26 16:35:31.435079 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1b50c22-2bd1-4271-ae84-a6deeddd665c req-84d27083-0df6-4955-9579-39a4eae1f491 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Jul 26 16:35:31.450092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['b93e292a-28ec-4647-a984-c0d6bb8814e5'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:35:32.054331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:32.205644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3ec3d-5baa-4e02-970b-1271cda71a23 req-27478393-0e2e-4d9f-b5cc-355202d7b485 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:32.207142 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-06c3ec3d-5baa-4e02-970b-1271cda71a23 req-27478393-0e2e-4d9f-b5cc-355202d7b485 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 945 time: 0.0463336 Jul 26 16:35:32.252625 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-06c3ec3d-5baa-4e02-970b-1271cda71a23 req-b07b3b4c-1048-493c-bf83-04c33941c117 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Jul 26 16:35:32.560530 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec25d0c-b272-4c15-80c8-370fd6e41ca3 req-4e0b832e-28c4-402f-bf31-af1c41acab2d tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:32.562018 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ec25d0c-b272-4c15-80c8-370fd6e41ca3 req-4e0b832e-28c4-402f-bf31-af1c41acab2d tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0519133 Jul 26 16:35:32.608957 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ec25d0c-b272-4c15-80c8-370fd6e41ca3 req-1b3570e5-4340-42a9-9b6b-30222d49c2f6 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Jul 26 16:35:32.889165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:33.055822 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device b93e292a-28ec-4647-a984-c0d6bb8814e5 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:35:33.097592 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port b93e292a-28ec-4647-a984-c0d6bb8814e5 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:35:33.161836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-8a918739-18ac-4d3e-bb3c-2c86a8d9444e tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:33.163816 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-8a918739-18ac-4d3e-bb3c-2c86a8d9444e tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0512273 Jul 26 16:35:33.214724 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port b93e292a-28ec-4647-a984-c0d6bb8814e5 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:35:33.215091 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.254193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Deleting port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:35:33.254761 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.294269 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port b93e292a-28ec-4647-a984-c0d6bb8814e5 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:35:33.294596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.329421 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:33.332584 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539d3cf-9bc0-43c0-8fdc-9e64e60562c4" -d '{"events": [{"server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "name": "network-vif-plugged", "status": "completed", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:33.347139 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:33.375772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b01b09-7c14-43e7-9972-c7296f66a01c x-openstack-request-id: req-33b01b09-7c14-43e7-9972-c7296f66a01c {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:33.376085 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "name": "network-vif-plugged", "status": "completed", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:33.376428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-33b01b09-7c14-43e7-9972-c7296f66a01c {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:33.377278 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b01b09-7c14-43e7-9972-c7296f66a01c'] response: {'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'code': 200} Jul 26 16:35:33.399032 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] For port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,segment=NetworkSegment(71d6938f-99da-4818-ace3-3ea519d6418d),segment_id=71d6938f-99da-4818-ace3-3ea519d6418d)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:35:33.399400 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.407562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0d90-3dbc-4089-a340-bd06e395ffc1 req-41b83e25-8ff1-429e-995a-a848c7996c90 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:33.409072 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78ad0d90-3dbc-4089-a340-bd06e395ffc1 req-41b83e25-8ff1-429e-995a-a848c7996c90 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 945 time: 0.0782351 Jul 26 16:35:33.427689 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Calling delete_port for 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:35:33.477454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.507019 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78ad0d90-3dbc-4089-a340-bd06e395ffc1 req-60730893-daea-452c-bd5c-0077b575ff33 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900562 Jul 26 16:35:33.530300 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:33.741112 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0ca98-1e4f-4c3f-872d-e0fb47eccf3e req-8b73d4b5-7bce-476c-b1ad-53b1d361db61 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:33.742944 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-28b0ca98-1e4f-4c3f-872d-e0fb47eccf3e req-8b73d4b5-7bce-476c-b1ad-53b1d361db61 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 950 time: 0.0480249 Jul 26 16:35:33.791739 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-28b0ca98-1e4f-4c3f-872d-e0fb47eccf3e req-862fe172-fe12-4923-8da4-e6d20c85c942 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/security-groups?id=29140435-c0fb-4ed4-8d84-c40b135d975f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Jul 26 16:35:33.808564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (6350c4bd-2e65-40f8-bc8a-c2ce95ef3034), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.834144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Pushing event deleted for resources: {'Port': ['ID=6350c4bd-2e65-40f8-bc8a-c2ce95ef3034,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:33.841407 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['6350c4bd-2e65-40f8-bc8a-c2ce95ef3034'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:35:33.860146 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.865870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.866811 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:33.890115 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] No DVR routers for this DVR port 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:35:33.894265 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:33.898246 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bf688a14-4667-4f5d-a482-e2ba8d23ad6a req-2a799b12-ff40-42e9-b2a7-e37686b37202 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.86 "DELETE /v2.0/ports/6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 HTTP/1.1" status: 204 len: 173 time: 0.7267029 Jul 26 16:35:33.898642 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'name': 'network-vif-deleted', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:33.900874 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3157428-a6a6-479a-a4c1-9a014db4cc16" -d '{"events": [{"server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "name": "network-vif-deleted", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:33.938506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a26a6-03a2-473c-9fe4-d84291789169 x-openstack-request-id: req-460a26a6-03a2-473c-9fe4-d84291789169 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:33.938506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e056b84-1d84-4c83-9d54-2779af4ab7ef", "name": "network-vif-deleted", "tag": "6350c4bd-2e65-40f8-bc8a-c2ce95ef3034", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:33.938739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-460a26a6-03a2-473c-9fe4-d84291789169 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:33.939019 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460a26a6-03a2-473c-9fe4-d84291789169'] response: {'server_uuid': '6e056b84-1d84-4c83-9d54-2779af4ab7ef', 'name': 'network-vif-deleted', 'tag': '6350c4bd-2e65-40f8-bc8a-c2ce95ef3034', 'status': 'completed', 'code': 200} Jul 26 16:35:34.031373 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173068e-8155-408a-8b6e-95817f6ed534 req-2adcabe4-d71a-4a95-ba23-603c9e6b9cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:34.033071 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1173068e-8155-408a-8b6e-95817f6ed534 req-2adcabe4-d71a-4a95-ba23-603c9e6b9cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0544786 Jul 26 16:35:34.092841 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1173068e-8155-408a-8b6e-95817f6ed534 req-0694f326-927c-42bb-89ce-b61a6254e762 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Jul 26 16:35:34.586099 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:34.632079 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db32e72-e6eb-4ace-b5f0-af2013bf8a5a req-31f7d3ea-71f5-4fe8-b55a-1cd5aa5fc2c1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:34.633610 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1db32e72-e6eb-4ace-b5f0-af2013bf8a5a req-31f7d3ea-71f5-4fe8-b55a-1cd5aa5fc2c1 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0514319 Jul 26 16:35:34.688705 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1db32e72-e6eb-4ace-b5f0-af2013bf8a5a req-256ff7c2-4d2e-4c15-8a98-78ab43c3ea73 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494587 Jul 26 16:35:34.762743 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:34.815172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:34.894335 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fc2446ba-8b88-4b1e-af97-76dd23720ef5 req-3384e896-3329-449d-9714-c2e633b05fce tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0278134 Jul 26 16:35:34.986403 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:35.198033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:35.812841 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0178636-8905-4389-b925-3a02488740f3 req-c722ceb6-c5bb-438b-b62c-c97eb7db3e8a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:35.814582 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b0178636-8905-4389-b925-3a02488740f3 req-c722ceb6-c5bb-438b-b62c-c97eb7db3e8a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0521462 Jul 26 16:35:35.868665 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b0178636-8905-4389-b925-3a02488740f3 req-26feb9e1-611a-4590-a317-3072e84fd205 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461366 Jul 26 16:35:35.996869 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-28dfc865-87e5-47ee-98d3-5d97621aa53e req-dc5b3bb2-e284-48c8-88fa-c1af48e50604 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0285742 Jul 26 16:35:36.291507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:36.363545 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:36.403522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:36.608641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:36.655322 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:36.816409 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:36.989708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bdcaf-a2d5-4350-94ab-b1513b9167f2 req-2efd4cb1-15a1-4eae-a345-e81ec44f5dc9 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:36.991174 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1c6bdcaf-a2d5-4350-94ab-b1513b9167f2 req-2efd4cb1-15a1-4eae-a345-e81ec44f5dc9 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0476940 Jul 26 16:35:37.043619 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1c6bdcaf-a2d5-4350-94ab-b1513b9167f2 req-17d0d204-53fd-4c8e-8872-88e7807254b4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Jul 26 16:35:37.080056 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:35:37.103439 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:35:37.103783 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 6350c4bd-2e65-40f8-bc8a-c2ce95ef3034 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:35:37.119034 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-04810f89-f594-4bfe-b471-b5275b63f96b req-60d931f2-564c-4154-8930-7d099f0518d9 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0338595 Jul 26 16:35:37.825657 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:38.166098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8c73-dd1c-4324-8bde-d1e524af4928 req-03bed5d4-db55-4ed7-9454-45ba2c703402 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.167867 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f3b8c73-dd1c-4324-8bde-d1e524af4928 req-03bed5d4-db55-4ed7-9454-45ba2c703402 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0512185 Jul 26 16:35:38.228830 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f3b8c73-dd1c-4324-8bde-d1e524af4928 req-669f0d3c-9b55-4cc7-a325-c2b2577963bd tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554626 Jul 26 16:35:38.239083 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4a0b5823-1b9b-4827-afd0-e6143fa22426 req-59462c0d-f401-4d62-8b85-f752efaa2577 tempest-VolumesNegativeTest-1832782390 tempest-VolumesNegativeTest-1832782390-project] 10.222.0.144 "GET /v2.0/ports?device_id=6e056b84-1d84-4c83-9d54-2779af4ab7ef HTTP/1.1" status: 200 len: 210 time: 0.0292280 Jul 26 16:35:38.361258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8f85-8347-4165-89c5-f3be995688bb req-8230895a-7fa7-49aa-ba16-9afbdfce74b4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.363409 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea9b8f85-8347-4165-89c5-f3be995688bb req-8230895a-7fa7-49aa-ba16-9afbdfce74b4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0509698 Jul 26 16:35:38.374966 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-fbf2497f-b9d1-43d6-8500-11c16ac4e82c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442884 Jul 26 16:35:38.376147 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45184) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:38.390996 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'floatingip': {'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:35:38.430327 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:38.451079 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-c6a14101-e2e2-41eb-990f-8efbb6eb2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.452606 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-c6a14101-e2e2-41eb-990f-8efbb6eb2cfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 1129 time: 0.0416188 Jul 26 16:35:38.568668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-83d257b3-1997-4afe-a6de-b5ef953c6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.570237 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-83d257b3-1997-4afe-a6de-b5ef953c6114 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.0968580 Jul 26 16:35:38.642643 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-6c81133b-f929-449d-81e7-c3af1b6d359a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 200 len: 1000 time: 0.0634649 Jul 26 16:35:38.701603 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-389207ce-c3c2-4646-a1eb-48db7a9b2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.703092 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-389207ce-c3c2-4646-a1eb-48db7a9b2cd2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0528545 Jul 26 16:35:38.752868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-26713575-4c63-4cfc-8070-01990b397dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:38.754643 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-26713575-4c63-4cfc-8070-01990b397dd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419023 Jul 26 16:35:38.786624 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:38.852936 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-955923d2-ad09-4a40-a97a-17b2bd63c2c0 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911646 Jul 26 16:35:38.889872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:38.948026 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75f50473-774f-4d54-b5b8-e9fdad90258c req-c3b404b0-dea9-4ac1-9a03-7daf2af7066c service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886948 Jul 26 16:35:39.158072 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:39.254817 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Floating IP 45757f67-aadf-4398-9a3d-ebf6b9a2d70d associated. External IP: 172.27.0.96, port: b93e292a-28ec-4647-a984-c0d6bb8814e5. Jul 26 16:35:39.541969 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:39.695813 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:35:39.807490 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:35:39.812509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:39.818693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:35:39.830016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:39.831166 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:39.852522 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-8fd1e6ce-495a-4ea7-ae0d-32fc5fca8353 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "PUT /v2.0/floatingips/45757f67-aadf-4398-9a3d-ebf6b9a2d70d HTTP/1.1" status: 200 len: 991 time: 1.4749191 Jul 26 16:35:39.853554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:35:39.856090 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679e0126-5556-4614-b847-8861bd03779d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:35:39.914523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb661e3a-5fe9-4d5b-b111-392ad1652af6 x-openstack-request-id: req-eb661e3a-5fe9-4d5b-b111-392ad1652af6 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:35:39.914820 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:35:39.915077 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-eb661e3a-5fe9-4d5b-b111-392ad1652af6 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:35:39.915492 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb661e3a-5fe9-4d5b-b111-392ad1652af6'] response: {'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'status': 'completed', 'code': 200} Jul 26 16:35:39.930107 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:39.954581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:40.004351 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e0126-5556-4614-b847-8861bd03779d req-6199b466-15c4-42b0-b1e5-b9bbd0563aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:40.009493 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-6199b466-15c4-42b0-b1e5-b9bbd0563aa5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0467827 Jul 26 16:35:40.308325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:40.369680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:35:38Z', 'revision_number': 1, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:40.380086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e0126-5556-4614-b847-8861bd03779d req-8d003e40-dbef-4ced-95fd-c2bc289d677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:40.381687 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-8d003e40-dbef-4ced-95fd-c2bc289d677d service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.3664408 Jul 26 16:35:40.395250 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:35:40.404073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:35:40.404766 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:35:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:40.445379 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-90d9adfe-a2ae-4e6f-b538-6a9059e31f5a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 999 time: 0.0567813 Jul 26 16:35:40.511022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e0126-5556-4614-b847-8861bd03779d req-a92a8164-55b1-448b-9c5a-9b9e2026f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:40.511022 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-a92a8164-55b1-448b-9c5a-9b9e2026f8b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0561972 Jul 26 16:35:40.530357 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:35:40.548549 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:40.558857 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e0126-5556-4614-b847-8861bd03779d req-6d75c2ce-08d6-46f7-ae21-716b13a20131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:40.560921 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-6d75c2ce-08d6-46f7-ae21-716b13a20131 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429649 Jul 26 16:35:40.667016 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-6f2832fb-1fc4-4ff4-8561-8e0ab67a155e service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989053 Jul 26 16:35:40.766460 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-679e0126-5556-4614-b847-8861bd03779d req-e61765a9-2479-4eb9-a91a-9b31196bee71 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932429 Jul 26 16:35:40.776860 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:35:38Z', 'revision_number': 1, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:35:40.797529 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:40.810243 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0608a3aa-a007-4ce0-ae93-fa90e55f6a0d None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:35:38Z', 'revision_number': 1, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:35:40.993962 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:UPDATE=1,neutron:SELECT=84,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:41.013775 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e063c-95ff-48a2-a3f8-c823f8ee3bcc None None] New status for floating IP 45757f67-aadf-4398-9a3d-ebf6b9a2d70d: ACTIVE {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:35:42.329375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:42.472269 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:42.574496 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:43.105609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:44.358263 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:44.409739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:44.683539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:44.764749 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:45.598204 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:46.236673 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:46.391076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:46.437870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:46.642366 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:46.693725 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:47.860872 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:48.238357 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:48.455268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:48.771338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45480) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:48.903580 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3d4f82b8-dc87-4679-8807-c1378f2e452c admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=fcbae11ef93f4951a3bc244ef9fd7a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310983 Jul 26 16:35:48.906110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45486) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:35:48.953094 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Publish callbacks [] for security_group (29140435-c0fb-4ed4-8d84-c40b135d975f), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:48.974160 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Publish callbacks [] for security_group (29140435-c0fb-4ed4-8d84-c40b135d975f), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:49.185384 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29140435-c0fb-4ed4-8d84-c40b135d975f), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:49.187912 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:49.189329 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/29140435-c0fb-4ed4-8d84-c40b135d975f HTTP/1.1" status: 204 len: 168 time: 0.2823477 Jul 26 16:35:49.198472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29140435-c0fb-4ed4-8d84-c40b135d975f,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:35:49.205740 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.206083 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.206427 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.206762 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.207093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.207424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.207750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.208133 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.208592 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.208923 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.209250 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.209576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.209896 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.210212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.210530 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bd00d8-66ef-459b-a243-d5e1f35654ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:35:49.768296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:50.099869 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:50.190689 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:50.283484 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:50.403532 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5b5b-8c20-45ef-8d13-aa6f485884df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:50.682655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:51.195744 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:51.472006 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:52.133699 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:52.541020 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fcaa700d-7f5f-43a0-866b-b8842d8759a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:52.575311 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:52.705220 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:52.870848 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:53.088159 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:53.173853 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:54.026369 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:54.409321 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:54.551437 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:54.596361 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:55.334885 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:55.682201 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:35:56.632332 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:35:58.462151 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-ad199b27-d628-4b2e-b9eb-e1a9775011ca tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148719849&fields=id&tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3 HTTP/1.1" status: 200 len: 267 time: 0.0557127 Jul 26 16:35:58.574851 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-1f4826b8-864c-48df-b94d-e1c68019adc3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:35:58.580455 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-1f4826b8-864c-48df-b94d-e1c68019adc3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 809 time: 0.1076124 Jul 26 16:35:58.591322 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-9145c5da-2896-45f6-b139-edbdb4e619d0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/quotas/22e3bf7bb6ef4ca8bb2353bdfe4e90a3 HTTP/1.1" status: 200 len: 375 time: 0.0091264 Jul 26 16:35:58.638975 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-4b5dde31-4abb-4505-bf39-5ca6a841c6c9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427980 Jul 26 16:35:58.712726 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:35:58.743291 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-87978155-511d-475d-99a3-5011c960bdd2 service neutron] 10.222.0.144 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910144 Jul 26 16:35:58.841913 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-8b0ec0c8-bbc8-44f9-b591-896ab7559423 service neutron] 10.222.0.144 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926664 Jul 26 16:36:00.649013 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4db089c7-fa1e-4a71-8206-1df94c00354e req-702195b9-78fb-4f79-86c2-a13cf0f77e0c tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0336714 Jul 26 16:36:01.734222 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-79bb12b6-a33e-4b42-bb43-2cfe877cf812 req-c0c0b0f5-ffed-4c9b-a1ff-bb12ff1cdf18 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0319839 Jul 26 16:36:02.834416 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3948fa03-2bc2-4048-b479-965ae7895b31 req-9e24d59d-b3dd-4fd6-8b11-477f4e72c0ac tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0287077 Jul 26 16:36:03.934085 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ac4baf6-0f74-4ed4-843d-e008df977d49 req-834e52b1-5a23-47fd-9212-50e1e058d7c0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0279636 Jul 26 16:36:04.305568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-206e785c-b4e1-404a-b7d7-334285c6ca88 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:04.306996 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-206e785c-b4e1-404a-b7d7-334285c6ca88 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 809 time: 0.1000819 Jul 26 16:36:04.381188 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-175c7c74-3a41-4ae4-a7da-776e151aeac6 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3 HTTP/1.1" status: 200 len: 380 time: 0.0574458 Jul 26 16:36:04.389084 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'port': {'device_id': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'admin_state_up': True, 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'security_groups': ['478a3257-e19f-496d-9447-2eb2fd14633d']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:04.563479 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Made reservation on behalf of 22e3bf7bb6ef4ca8bb2353bdfe4e90a3 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:36:04.566883 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:04.703667 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Allocated IP 172.20.0.12 (eda241b2-9383-4452-bdb4-3c8aafbf90be/51a5fdd6-544c-4085-aa9d-41eea130e72d/e562fcc8-f654-4575-a60e-9fafbe61bfee) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:36:04.745649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:04.856056 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:04.881031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:04.995421 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.050233 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Network eda241b2-9383-4452-bdb4-3c8aafbf90be is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:36:05.055559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:36:05.057770 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:05.059965 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:36:05.070028 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5c2a9-c537-4329-93ce-c7bba448b2f9 req-138e18e4-a8de-474f-8840-6002500faf5d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:05.071953 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59d5c2a9-c537-4329-93ce-c7bba448b2f9 req-138e18e4-a8de-474f-8840-6002500faf5d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 932 time: 0.0565481 Jul 26 16:36:05.113471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:05.114037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.128926 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59d5c2a9-c537-4329-93ce-c7bba448b2f9 req-cceaec99-9af6-4242-b0cd-80a31ba06a85 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509825 Jul 26 16:36:05.195295 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-e76544e4-6fa2-487f-830e-f5698ad9383a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8097081 Jul 26 16:36:05.218881 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Request body: {'port': {'device_id': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:05.247542 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-2b73f2c4-231d-4ec9-8b88-3b6cfab0ef12 None None] Provisioning complete for port e562fcc8-f654-4575-a60e-9fafbe61bfee triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:36:05.248117 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2b73f2c4-231d-4ec9-8b88-3b6cfab0ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.287799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.289168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-2b73f2c4-231d-4ec9-8b88-3b6cfab0ef12 None None] Port e562fcc8-f654-4575-a60e-9fafbe61bfee cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:36:05.544007 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e562fcc8-f654-4575-a60e-9fafbe61bfee {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:36:05.551394 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks [] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.564099 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Transition to ACTIVE for port object e562fcc8-f654-4575-a60e-9fafbe61bfee will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:36:05.620465 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.669339 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:05.746868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Attempting to bind port e562fcc8-f654-4575-a60e-9fafbe61bfee on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:36:05.747203 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Attempting to bind port e562fcc8-f654-4575-a60e-9fafbe61bfee by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:36:05.747590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Attempting to bind port e562fcc8-f654-4575-a60e-9fafbe61bfee on network eda241b2-9383-4452-bdb4-3c8aafbf90be {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:36:05.752847 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Port e562fcc8-f654-4575-a60e-9fafbe61bfee on network eda241b2-9383-4452-bdb4-3c8aafbf90be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:36:05.753172 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Attempting to bind port e562fcc8-f654-4575-a60e-9fafbe61bfee on network eda241b2-9383-4452-bdb4-3c8aafbf90be {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:36:05.758220 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:36:05.758558 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Checking segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:36:05.758940 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Bound using segment: {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:36:05.759362 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Bound port: e562fcc8-f654-4575-a60e-9fafbe61bfee, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e054f7-7207-4c3e-a16a-5353ba7811b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:36:05.759716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.769721 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:05.833423 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:36:05.837082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:36:05.952745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.992548 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:05.993376 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:05.994905 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] 10.222.0.86 "PUT /v2.0/ports/e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 1094 time: 0.7804227 Jul 26 16:36:05.995218 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:05.997597 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce12d85a-d36c-4c43-bc64-8b125e7090f4" -d '{"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:06.021910 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4d9c0-3df3-4cf2-b7ee-bffff08ecaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:06.063353 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af5d5cb-fb64-44bc-9963-de4295649e8d x-openstack-request-id: req-5af5d5cb-fb64-44bc-9963-de4295649e8d {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:06.063654 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:06.063914 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-5af5d5cb-fb64-44bc-9963-de4295649e8d {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:06.064321 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af5d5cb-fb64-44bc-9963-de4295649e8d'] response: {'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'status': 'completed', 'code': 200} Jul 26 16:36:06.148693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:06.159587 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-53036dbf-63a8-44ed-ae59-14744d1fc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.161304 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-53036dbf-63a8-44ed-ae59-14744d1fc660 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1128 time: 0.0529735 Jul 26 16:36:06.224357 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:06.258319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ef6a7-2203-40c8-8e54-492499c3c1e5 req-08aa399f-2b9f-4a7a-b717-551f35553950 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.259948 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-222ef6a7-2203-40c8-8e54-492499c3c1e5 req-08aa399f-2b9f-4a7a-b717-551f35553950 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0531776 Jul 26 16:36:06.276868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-ccb4b30f-f30f-4234-ad2d-ecf40979f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.278249 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-ccb4b30f-f30f-4234-ad2d-ecf40979f9c2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023014 Jul 26 16:36:06.286312 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:06.311275 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-222ef6a7-2203-40c8-8e54-492499c3c1e5 req-f246635c-782a-4d9b-9d9a-6e443859abac tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Jul 26 16:36:06.378738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-5f4f4a3b-9b9a-4609-adc4-4fcd316104ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.380196 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ce12d85a-d36c-4c43-bc64-8b125e7090f4 req-5f4f4a3b-9b9a-4609-adc4-4fcd316104ce service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951171 Jul 26 16:36:06.485443 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-ae3a1120-3471-4101-855d-5a2c592565a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.486933 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-ae3a1120-3471-4101-855d-5a2c592565a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1128 time: 0.0393426 Jul 26 16:36:06.537707 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-4a96d392-6866-4be8-8363-f54887529027 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 217 time: 0.0323775 Jul 26 16:36:06.601351 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-d74d675e-ce24-497a-99b4-4c834af6b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.602814 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-d74d675e-ce24-497a-99b4-4c834af6b46e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0474889 Jul 26 16:36:06.647405 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17482b-cc55-4880-b5af-96d025931418 req-47a76618-b4e0-4111-b0c4-f36b7d6785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:06.648894 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-47a76618-b4e0-4111-b0c4-f36b7d6785ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390713 Jul 26 16:36:06.745321 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-a705221d-7f0b-4b30-925a-5417d639fd59 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890193 Jul 26 16:36:06.831073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:06.841669 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1b17482b-cc55-4880-b5af-96d025931418 req-81f20d30-6fad-4b4e-bc6a-8587a2fa74ba service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899210 Jul 26 16:36:07.430584 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd82d2-7cf1-47da-b3b8-43e7bdb924df req-32560ef6-b2b5-4148-83e5-aa015a268502 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:07.432054 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8cd82d2-7cf1-47da-b3b8-43e7bdb924df req-32560ef6-b2b5-4148-83e5-aa015a268502 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0463650 Jul 26 16:36:07.484596 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8cd82d2-7cf1-47da-b3b8-43e7bdb924df req-71dc0b24-5ba6-4d97-bd75-6115a033c2bd tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470114 Jul 26 16:36:08.600171 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3d4ca-c3d4-4d25-a937-a33df4d65810 req-a2003936-0208-4495-8a5c-5b9423a32622 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:08.601796 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-76d3d4ca-c3d4-4d25-a937-a33df4d65810 req-a2003936-0208-4495-8a5c-5b9423a32622 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0472085 Jul 26 16:36:08.650961 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-76d3d4ca-c3d4-4d25-a937-a33df4d65810 req-932023e4-015d-41ee-bb36-6464f7e76b7e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Jul 26 16:36:09.770164 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e368ce-6a0d-4f8d-a6c8-80ebd1111da6 req-853c9114-8068-4d22-a01b-c364c867b0e7 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:09.771548 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-16e368ce-6a0d-4f8d-a6c8-80ebd1111da6 req-853c9114-8068-4d22-a01b-c364c867b0e7 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0508640 Jul 26 16:36:09.820001 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-16e368ce-6a0d-4f8d-a6c8-80ebd1111da6 req-b54d2d94-b421-462f-820c-feabc7755316 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Jul 26 16:36:10.937773 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21658d89-8f1d-49a0-9073-c2e4d6ec4ec9 req-ad885b9f-beca-4717-b385-dc627027ad8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:10.939767 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-21658d89-8f1d-49a0-9073-c2e4d6ec4ec9 req-ad885b9f-beca-4717-b385-dc627027ad8e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0473590 Jul 26 16:36:10.988211 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-21658d89-8f1d-49a0-9073-c2e4d6ec4ec9 req-31c2aba4-0181-49e6-bad5-7af30db752b4 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Jul 26 16:36:12.103904 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b03b-13a1-40df-8995-ac088ede6022 req-e66c1c93-5081-4dc0-9f1c-8b46392da53f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:12.106504 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a005b03b-13a1-40df-8995-ac088ede6022 req-e66c1c93-5081-4dc0-9f1c-8b46392da53f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0480471 Jul 26 16:36:12.154789 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a005b03b-13a1-40df-8995-ac088ede6022 req-44e845bc-d4bd-42f5-b0be-b3ba89116b14 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Jul 26 16:36:12.651941 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:12.655863 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:13.269352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1882c-8f4c-444e-b7d3-daf3c99c9a80 req-8d7ebf59-c887-41b4-a373-3861633dc41d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:13.271096 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32d1882c-8f4c-444e-b7d3-daf3c99c9a80 req-8d7ebf59-c887-41b4-a373-3861633dc41d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0461833 Jul 26 16:36:13.322929 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32d1882c-8f4c-444e-b7d3-daf3c99c9a80 req-6099336a-8455-4097-8bd8-2bc134a856ab tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463583 Jul 26 16:36:14.441989 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994683-845a-4b2c-9d00-44773b730711 req-902aff0c-69f2-4489-9c46-5fa8d6b931bc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:14.447266 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c4994683-845a-4b2c-9d00-44773b730711 req-902aff0c-69f2-4489-9c46-5fa8d6b931bc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0512738 Jul 26 16:36:14.495021 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c4994683-845a-4b2c-9d00-44773b730711 req-c5f04c69-b6eb-4565-af26-94202e4d71a1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Jul 26 16:36:15.624609 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbb45b-7d93-45a1-9987-2c688fdc4eb1 req-aa58082d-3008-4fe7-ad68-830397fdd932 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:15.624609 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58fbb45b-7d93-45a1-9987-2c688fdc4eb1 req-aa58082d-3008-4fe7-ad68-830397fdd932 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0513968 Jul 26 16:36:15.674086 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58fbb45b-7d93-45a1-9987-2c688fdc4eb1 req-b994b9fb-cb29-4464-93cf-8a1f7a731f2e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Jul 26 16:36:15.811669 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45652) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:15.816201 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507432165', 'description': 'tempest-description--1017454414'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:15.895245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:15.963388 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.024986 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.055431 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:16.147138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.148409 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d692b615-be72-4a56-8bbf-1dd4c527a916 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3357208 Jul 26 16:36:16.151291 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45654) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:16.155530 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': '1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:16.232516 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:16.235392 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:16.261394 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (20293929-a4db-4414-a905-a018166c1b05), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.317121 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (20293929-a4db-4414-a905-a018166c1b05), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.415130 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (20293929-a4db-4414-a905-a018166c1b05), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.433907 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20293929-a4db-4414-a905-a018166c1b05,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:16.512982 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.514203 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3a760b42-381a-416d-8f1b-1c8a07ebe0f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619511 Jul 26 16:36:16.517676 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45656) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:16.522352 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': '1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:16.665547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (0dea9326-0275-40ea-849b-1c7312967b01), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.721672 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (0dea9326-0275-40ea-849b-1c7312967b01), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.780909 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (0dea9326-0275-40ea-849b-1c7312967b01), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.809278 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049e422-8fbe-4799-9821-93de12c3a51f req-6b692c74-c4fa-45e6-8048-211873ec2f09 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:16.810755 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0049e422-8fbe-4799-9821-93de12c3a51f req-6b692c74-c4fa-45e6-8048-211873ec2f09 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0659459 Jul 26 16:36:16.812122 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dea9326-0275-40ea-849b-1c7312967b01,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:16.846724 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:16.860887 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0049e422-8fbe-4799-9821-93de12c3a51f req-9c6753c5-70c4-411f-8f0c-d4c13a6001f1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Jul 26 16:36:16.890899 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:16.892144 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-399b85e6-d732-4ba0-a473-c3e28215b2ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735502 Jul 26 16:36:16.895715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 45662) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:16.900799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:16.907271 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:17.009207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.089187 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.191492 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.27.0.251 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/22e0a6c8-7950-47c2-bfc6-375022b5c1fd) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:36:17.293170 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.345715 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:36:17.445866 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:17.456943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'mac_address': 'fa:16:3e:f3:fd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:36:17.491831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e562fcc8-f654-4575-a60e-9fafbe61bfee is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:36:17.492224 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.505225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e562fcc8-f654-4575-a60e-9fafbe61bfee {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:36:17.506756 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.526208 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:17.535731 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:17.543976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:36:17.546788 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:36:17.552891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:36:17.585894 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=22e0a6c8-7950-47c2-bfc6-375022b5c1fd,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:17.655917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.723767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.774233 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:17.781458 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.782389 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.782759 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.783111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.783460 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.783793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.784122 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.784477 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.784810 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.785145 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.785477 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.785830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.786154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.786480 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.786803 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:36:17.792797 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.940631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:17.978189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494bab-ef4f-448c-aa8b-2334d788779e req-86b8d795-1de0-431b-a769-d51885377877 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:17.979644 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2a494bab-ef4f-448c-aa8b-2334d788779e req-86b8d795-1de0-431b-a769-d51885377877 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 945 time: 0.0471354 Jul 26 16:36:18.028973 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2a494bab-ef4f-448c-aa8b-2334d788779e req-f770b672-3881-49f6-9e64-196dead10b3d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jul 26 16:36:18.106387 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:18.142881 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:18.172077 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=22e0a6c8-7950-47c2-bfc6-375022b5c1fd,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:18.198533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:18.325793 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:18.327045 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-85431bbb-06e4-42cf-a46a-144f2b6bd40d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4303854 Jul 26 16:36:18.360393 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['e562fcc8-f654-4575-a60e-9fafbe61bfee'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:36:18.529276 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-f23b184e-ff6c-4e1b-bce3-03ad85b31db7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--1507432165&fields=id&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 267 time: 0.0437067 Jul 26 16:36:18.637102 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-285d0b44-86a7-4593-b4fd-cf12a0ee4528 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:18.638564 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-285d0b44-86a7-4593-b4fd-cf12a0ee4528 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1027248 Jul 26 16:36:18.653680 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-5c8fe497-5c1d-4eda-8208-cee7600e10e4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/quotas/8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 375 time: 0.0094337 Jul 26 16:36:18.705380 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-61425fff-b0d6-4808-8909-560c68fc3780 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461121 Jul 26 16:36:18.803021 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-c571809b-540b-42f6-87fe-4e5bc30b252a service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866988 Jul 26 16:36:18.893049 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-313188a5-4c64-45f9-8b84-e42ce7a8ff16 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Jul 26 16:36:19.150322 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3da4e9c8-8a43-4a64-a8f5-0435b00ed0a2 req-6c90af6e-8f9d-4fa4-a9e8-fb4ead06b92a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0290599 Jul 26 16:36:19.162838 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe030-dbc0-478a-8541-4ece07ba2a29 req-79693e1d-6912-4881-b099-5c42481c9672 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:19.168848 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1affe030-dbc0-478a-8541-4ece07ba2a29 req-79693e1d-6912-4881-b099-5c42481c9672 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 945 time: 0.0692058 Jul 26 16:36:19.219514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1affe030-dbc0-478a-8541-4ece07ba2a29 req-569081cf-b36b-40bc-83d0-b9163f52ebb2 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491803 Jul 26 16:36:19.875621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:36:19.918858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port e562fcc8-f654-4575-a60e-9fafbe61bfee completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:36:20.014639 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port e562fcc8-f654-4575-a60e-9fafbe61bfee triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:36:20.015037 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:20.089606 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e562fcc8-f654-4575-a60e-9fafbe61bfee is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:36:20.089910 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:20.112906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:20.115130 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1130a-ce1d-4dd2-93e4-64c2e772ec54" -d '{"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-plugged", "status": "completed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:20.127644 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:20.154317 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc2f200-5e0a-4736-8f4c-985ac65fdb9d x-openstack-request-id: req-2dc2f200-5e0a-4736-8f4c-985ac65fdb9d {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:20.154641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-plugged", "status": "completed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:20.154923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-2dc2f200-5e0a-4736-8f4c-985ac65fdb9d {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:20.155311 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc2f200-5e0a-4736-8f4c-985ac65fdb9d'] response: {'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'code': 200} Jul 26 16:36:20.244084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:20.253537 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-66d35978-14db-418e-983f-10334419ce58 req-ab9209de-c038-43f8-9718-db06e7792654 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0306029 Jul 26 16:36:20.274765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:20.300436 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:20.305324 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:20.351178 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d532-8fa1-4aa2-9ec5-64f542d89792 req-4556b1d1-ba45-4e11-9d8d-540296d2b8eb tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:20.351178 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c303d532-8fa1-4aa2-9ec5-64f542d89792 req-4556b1d1-ba45-4e11-9d8d-540296d2b8eb tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0511985 Jul 26 16:36:20.369335 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-01145ab1-45ad-4f59-8dfb-5f7bd0318514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:20.402612 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c303d532-8fa1-4aa2-9ec5-64f542d89792 req-77f39ece-6ca1-4fbd-9bbf-b28887b9be84 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Jul 26 16:36:20.659844 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767de3a-a5a1-4392-9f41-84a79c735c61 req-f900026a-603e-4965-89d7-ef617f73475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:20.661358 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7767de3a-a5a1-4392-9f41-84a79c735c61 req-f900026a-603e-4965-89d7-ef617f73475f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0395894 Jul 26 16:36:20.734011 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7767de3a-a5a1-4392-9f41-84a79c735c61 req-234ef066-2c83-489f-a84f-ff87b05da28c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Jul 26 16:36:21.353107 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-614c89b1-8d71-4fb4-be11-c599798e3383 req-e7c40d05-a8d7-48a6-962c-9028a4f2ef91 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0275273 Jul 26 16:36:21.520827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496844ee-02a8-40cc-b26f-5a2a62141ead req-47278aba-68a2-4b15-9791-625bd316e781 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:21.522310 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-496844ee-02a8-40cc-b26f-5a2a62141ead req-47278aba-68a2-4b15-9791-625bd316e781 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0477288 Jul 26 16:36:21.570559 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-496844ee-02a8-40cc-b26f-5a2a62141ead req-87cbfd24-bcbe-4725-b7b3-61ca1327c938 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Jul 26 16:36:22.455296 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5e667ee5-aa1a-4fa5-9c8f-7c95c5a486ea req-32921f58-a034-4ccf-930b-626e7a4ea924 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0310013 Jul 26 16:36:22.501655 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e884-ebca-42d6-9fd5-ee7a195540c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:22.686881 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7baa7-959f-4fb8-8a1d-998631abdb51 req-c80d06b3-d81f-4208-9a22-93fe69884544 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:22.688284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f2b7baa7-959f-4fb8-8a1d-998631abdb51 req-c80d06b3-d81f-4208-9a22-93fe69884544 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0471861 Jul 26 16:36:22.736656 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f2b7baa7-959f-4fb8-8a1d-998631abdb51 req-1cac75d1-08dd-4284-9773-6093aaea3dbb tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Jul 26 16:36:23.553681 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4bfac53c-1092-41dc-ace3-01c897c5fd60 req-a6e4b5ed-2f75-4b1a-a647-13ae806132e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0281498 Jul 26 16:36:23.616648 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:23.847540 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:23.855901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8d0c-ff2d-453f-99f3-add138861344 req-15d58c62-2fa7-4529-9702-16247dc505ba tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:23.857425 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afdd8d0c-ff2d-453f-99f3-add138861344 req-15d58c62-2fa7-4529-9702-16247dc505ba tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0503504 Jul 26 16:36:23.907638 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-afdd8d0c-ff2d-453f-99f3-add138861344 req-5bd53949-ecea-4f75-991e-ef89355f480e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Jul 26 16:36:23.930959 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.028183 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc27b0-1a87-4d6e-90e4-4277acd1b93d req-4ef04045-4eec-4744-be10-001d5962b663 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:24.029631 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2ecc27b0-1a87-4d6e-90e4-4277acd1b93d req-4ef04045-4eec-4744-be10-001d5962b663 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0491395 Jul 26 16:36:24.060692 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:24.082960 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2ecc27b0-1a87-4d6e-90e4-4277acd1b93d req-38fc4ec5-0579-488f-a1f2-34c613a5b959 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476203 Jul 26 16:36:24.111031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45726) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:24.121371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:24.147454 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-1c450742-86d4-4c02-91a4-f6a438666fb0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:24.148943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-1c450742-86d4-4c02-91a4-f6a438666fb0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1072361 Jul 26 16:36:24.301883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f248b-c35d-430c-b582-abb121b82da2 tempest-TestShelveInstance-1451531316 tempest-TestShelveInstance-1451531316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:24.303349 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-4e7f248b-c35d-430c-b582-abb121b82da2 tempest-TestShelveInstance-1451531316 tempest-TestShelveInstance-1451531316-project-admin] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1125 time: 0.1913037 Jul 26 16:36:24.306273 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45730) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:24.310387 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:24.465428 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.549792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.555336 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-87e61cd2-bb35-41e6-95bb-31821450328f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 473 time: 0.0662243 Jul 26 16:36:24.564606 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'port': {'device_id': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'admin_state_up': True, 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'security_groups': ['1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:24.610229 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:24.667133 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Allocated IP 172.27.0.250 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/80d13b40-8496-4a56-b0c4-6dfd73cda57c) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:36:24.673892 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f947d4b2-d395-4c9f-a28c-c9ddeeed5536 req-723706cd-0952-4a51-9677-8d8131be450c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0420516 Jul 26 16:36:24.774215 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.826825 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:36:24.831018 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.905589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:24.952985 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:36:24.956394 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.20.0.4 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/1b0b636e-41d7-4e36-912a-bf842602d0ee) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:36:24.958926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:24.962239 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:36:24.966119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:36:24.969416 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'Port': ['ID=80d13b40-8496-4a56-b0c4-6dfd73cda57c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:25.127949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.277773 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.318623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:36:25.321785 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:36:25.327816 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:36:25.341229 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.360477 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:25.376156 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for floatingip (5899b136-d03b-448e-bbeb-4c88ad588749), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.389482 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:25.390222 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.509788 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-fd34e2d4-b616-4906-99b2-57a98d5fc217 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9493434 Jul 26 16:36:25.534894 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Request body: {'port': {'device_id': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:25.568009 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.585664 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-fc72c002-f8d4-4099-ae26-111f09ff974f None None] Provisioning complete for port 1b0b636e-41d7-4e36-912a-bf842602d0ee triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:36:25.585664 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fc72c002-f8d4-4099-ae26-111f09ff974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.587113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:25.591205 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:25.599494 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.614547 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-fc72c002-f8d4-4099-ae26-111f09ff974f None None] Port 1b0b636e-41d7-4e36-912a-bf842602d0ee cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:36:25.661710 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.666373 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:25.729542 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.795292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ce894-bf6d-4aee-b1ea-231d0f5883ff req-632468c9-5b92-4860-8596-cc91707f4bd9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:25.799100 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a95ce894-bf6d-4aee-b1ea-231d0f5883ff req-632468c9-5b92-4860-8596-cc91707f4bd9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 931 time: 0.0472329 Jul 26 16:36:25.846810 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a95ce894-bf6d-4aee-b1ea-231d0f5883ff req-9ce83965-91b1-4122-a27c-42fb9c2ea2df tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Jul 26 16:36:25.879678 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0b636e-41d7-4e36-912a-bf842602d0ee {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:36:25.887036 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks [] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.890336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:25.907095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Transition to ACTIVE for port object 1b0b636e-41d7-4e36-912a-bf842602d0ee will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:36:25.965914 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event updated for resources: {'Port': ['ID=80d13b40-8496-4a56-b0c4-6dfd73cda57c,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:25.992333 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (5899b136-d03b-448e-bbeb-4c88ad588749), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.065230 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Floating IP 5899b136-d03b-448e-bbeb-4c88ad588749 associated. External IP: 172.27.0.250, port: e562fcc8-f654-4575-a60e-9fafbe61bfee. Jul 26 16:36:26.146983 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.197459 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:26.276150 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Attempting to bind port 1b0b636e-41d7-4e36-912a-bf842602d0ee on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:36:26.276505 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Attempting to bind port 1b0b636e-41d7-4e36-912a-bf842602d0ee by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:36:26.276841 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Attempting to bind port 1b0b636e-41d7-4e36-912a-bf842602d0ee on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:36:26.282747 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Port 1b0b636e-41d7-4e36-912a-bf842602d0ee on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:36:26.283080 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Attempting to bind port 1b0b636e-41d7-4e36-912a-bf842602d0ee on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:36:26.289016 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:36:26.293396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:36:26.293396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:36:26.293396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Bound port: 1b0b636e-41d7-4e36-912a-bf842602d0ee, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:36:26.293396 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.315368 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Router eab59609-7c29-4549-b1ab-63e2bbdfa901 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:36:26.365059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:36:26.368526 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:36:26.429036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:36:26.438856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Sync routers for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:36:26.450381 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:36:26.451563 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:36:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:26.478847 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.512973 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:26.513668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.515048 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/1b0b636e-41d7-4e36-912a-bf842602d0ee HTTP/1.1" status: 200 len: 1093 time: 0.9849079 Jul 26 16:36:26.515482 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:26.518318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05" -d '{"events": [{"name": "network-changed", "server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:26.520946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:26.570472 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:36:26.576876 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0594ebb-1b91-4adb-bc18-1b12128843f5 x-openstack-request-id: req-d0594ebb-1b91-4adb-bc18-1b12128843f5 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:26.577091 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:26.577189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-d0594ebb-1b91-4adb-bc18-1b12128843f5 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:26.577617 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0594ebb-1b91-4adb-bc18-1b12128843f5'] response: {'name': 'network-changed', 'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'status': 'completed', 'code': 200} Jul 26 16:36:26.579481 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda647b9-e920-4702-bd12-7687df4190c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:26.582635 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:26.638554 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ed91c47a-caca-46ae-b599-219a341edf7f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3291945 Jul 26 16:36:26.638554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:26.640344 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5857622-79e3-4f97-8251-23bb3cf58ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:26.695829 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91281d81-fccb-4fb6-acba-eb044c50d301 x-openstack-request-id: req-91281d81-fccb-4fb6-acba-eb044c50d301 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:26.696131 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:26.696419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-91281d81-fccb-4fb6-acba-eb044c50d301 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:26.696854 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91281d81-fccb-4fb6-acba-eb044c50d301'] response: {'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'status': 'completed', 'code': 200} Jul 26 16:36:26.719326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662bf6c-3313-4699-8620-40c7f98b3884 req-0c1c9194-abd6-4912-8dd2-8a4381ab8547 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:26.724865 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9662bf6c-3313-4699-8620-40c7f98b3884 req-0c1c9194-abd6-4912-8dd2-8a4381ab8547 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.1031868 Jul 26 16:36:26.729387 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-b9ffa9c9-d68d-4ab1-8658-85a1b8f4b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:26.731050 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-b9ffa9c9-d68d-4ab1-8658-85a1b8f4b4f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 1127 time: 0.1082170 Jul 26 16:36:26.777706 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9662bf6c-3313-4699-8620-40c7f98b3884 req-470a20b7-5190-4576-bc4c-a462f5d41ffa tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454161 Jul 26 16:36:26.835518 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '5899b136-d03b-448e-bbeb-4c88ad588749', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'mac_address': 'fa:16:3e:f3:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:25Z', 'updated_at': '2022-07-26T16:36:25Z', 'revision_number': 0, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:26.867451 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Checking router: eab59609-7c29-4549-b1ab-63e2bbdfa901 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:36:26.883438 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:36:26.884367 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:36:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:26.940606 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-b8a1fbd6-2e2b-4f21-8929-6c0b2c74eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:26.942368 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-b8a1fbd6-2e2b-4f21-8929-6c0b2c74eb3d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bb1d794693b410d8c759796d5e20281&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0992742 Jul 26 16:36:26.991080 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:36:26.999738 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-fb1b2dea-158c-4ac7-a4f8-33e05b38f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.001835 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-fb1b2dea-158c-4ac7-a4f8-33e05b38f283 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0749638 Jul 26 16:36:27.007759 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6dfec-97cf-4660-acfc-facc575c3825 req-a64f8f41-2d1f-4805-b808-a2dc0e27ec54 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.009174 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e6dfec-97cf-4660-acfc-facc575c3825 req-a64f8f41-2d1f-4805-b808-a2dc0e27ec54 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 943 time: 0.0835648 Jul 26 16:36:27.060328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:27.129383 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-26e6dfec-97cf-4660-acfc-facc575c3825 req-ce7741f6-f0c4-47f2-824d-4470fd6bb842 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106324 Jul 26 16:36:27.148857 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-0774b5f2-107f-40fb-ae6f-e16994629d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.150364 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-0774b5f2-107f-40fb-ae6f-e16994629d27 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 911 time: 0.1393845 Jul 26 16:36:27.250519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-eb90e440-65c7-45dc-a209-28c3f59a9ee1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 1000 time: 0.0924418 Jul 26 16:36:27.305736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-a84fba5d-46e5-4df4-bd58-e076ed514b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.307211 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-a84fba5d-46e5-4df4-bd58-e076ed514b2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0485306 Jul 26 16:36:27.323100 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:27.357157 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-215937b6-d6bc-4530-8e7d-68a643803d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.358576 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-215937b6-d6bc-4530-8e7d-68a643803d8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455718 Jul 26 16:36:27.363085 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '5899b136-d03b-448e-bbeb-4c88ad588749', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'mac_address': 'fa:16:3e:f3:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:25Z', 'updated_at': '2022-07-26T16:36:25Z', 'revision_number': 0, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:27.368785 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-bfd9690f-e3a3-478c-a142-2276e36e5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.372698 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-251f9f04-cd8d-4ed2-ac98-a14ee73d1a05 req-bfd9690f-e3a3-478c-a142-2276e36e5565 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3859909 Jul 26 16:36:27.389454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee35cc-d6b0-475b-bae6-271c661c9998 None None] The sync data for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi is: [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '5899b136-d03b-448e-bbeb-4c88ad588749', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'mac_address': 'fa:16:3e:f3:fd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:25Z', 'updated_at': '2022-07-26T16:36:25Z', 'revision_number': 0, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:36:27.455166 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-e4f94ac3-608a-4b96-b97a-dd07e7c66979 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900667 Jul 26 16:36:27.493973 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-9e881fd2-3342-4f98-8717-abfff379d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.495520 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-9e881fd2-3342-4f98-8717-abfff379d96c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 1127 time: 0.0492313 Jul 26 16:36:27.550115 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-d8d2d197-dbc8-4fb4-8c35-583180a4c326 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee HTTP/1.1" status: 200 len: 217 time: 0.0375519 Jul 26 16:36:27.552309 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5857622-79e3-4f97-8251-23bb3cf58ec6 req-8032f385-d3ca-4890-9557-639053991ed8 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911267 Jul 26 16:36:27.608036 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3f3365-1f46-48f8-ab98-f30aab418543 None None] New status for floating IP 5899b136-d03b-448e-bbeb-4c88ad588749: ACTIVE {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:36:27.608573 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:27.624686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-416746b7-a171-42f1-8cfc-1dac33da4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.626266 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-416746b7-a171-42f1-8cfc-1dac33da4452 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0463750 Jul 26 16:36:27.672500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-d8e4df3c-b35e-4fd7-86ce-237ef1904ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.674119 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-d8e4df3c-b35e-4fd7-86ce-237ef1904ad6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415697 Jul 26 16:36:27.769306 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-c007d863-17c5-412a-a9fb-a7023f993ca7 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886314 Jul 26 16:36:27.873447 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0203faf1-a0d4-4ebd-97c2-2688ca7569c0 req-4824dede-c3e3-4b1f-9a6e-72b52de7258e service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953274 Jul 26 16:36:27.912151 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba0666-b29a-4803-a0d4-9097fccdca6e req-d01ae912-1698-4e6c-aca4-ee61922e22a0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:27.913640 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-01ba0666-b29a-4803-a0d4-9097fccdca6e req-d01ae912-1698-4e6c-aca4-ee61922e22a0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Jul 26 16:36:27.960991 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-01ba0666-b29a-4803-a0d4-9097fccdca6e req-c7e73878-d4ea-49b1-bd5a-e39aaa392f5f tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Jul 26 16:36:28.253101 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f9684-a012-48d2-b51b-675d27999002 req-0598e4d4-789b-46cd-98a0-514697155ced tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:28.257915 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-463f9684-a012-48d2-b51b-675d27999002 req-0598e4d4-789b-46cd-98a0-514697155ced tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 943 time: 0.0506847 Jul 26 16:36:28.319785 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-463f9684-a012-48d2-b51b-675d27999002 req-39ddc7a6-5d75-46d8-86f6-06622a9a2a34 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554907 Jul 26 16:36:29.079471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376bcd-0b39-43f1-ad7e-4369180b7346 req-406fc3df-1838-4a80-9480-62e9d8a8053d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:29.083630 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-37376bcd-0b39-43f1-ad7e-4369180b7346 req-406fc3df-1838-4a80-9480-62e9d8a8053d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Jul 26 16:36:29.130653 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-37376bcd-0b39-43f1-ad7e-4369180b7346 req-bd8bf2b4-83e6-495f-ab35-2cd8497796cd tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429759 Jul 26 16:36:29.440522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31a645-f293-4535-a840-2a7ffdafd22c req-a206e431-f0af-44a6-a114-c05eface2655 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:29.441968 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8c31a645-f293-4535-a840-2a7ffdafd22c req-a206e431-f0af-44a6-a114-c05eface2655 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 943 time: 0.0518477 Jul 26 16:36:29.488700 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8c31a645-f293-4535-a840-2a7ffdafd22c req-9cdc35c2-14b7-408c-ab90-a1691a170b7a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Jul 26 16:36:30.245284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740cef6-3654-4a79-b8d2-95a7390f54a0 req-c375d160-f1e6-4b95-9f82-e338bda8e27c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:30.246655 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9740cef6-3654-4a79-b8d2-95a7390f54a0 req-c375d160-f1e6-4b95-9f82-e338bda8e27c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0460424 Jul 26 16:36:30.309732 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9740cef6-3654-4a79-b8d2-95a7390f54a0 req-f63c5dd3-e6c2-4cb8-a325-af50ab28ab58 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569437 Jul 26 16:36:30.603383 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b9b17-9d7c-49b7-a6a7-327f60b17380 req-2aeaa5a8-1246-4c75-9cc8-4a0840ce92a6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:30.604879 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c52b9b17-9d7c-49b7-a6a7-327f60b17380 req-2aeaa5a8-1246-4c75-9cc8-4a0840ce92a6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 943 time: 0.0459805 Jul 26 16:36:30.663437 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c52b9b17-9d7c-49b7-a6a7-327f60b17380 req-6cb677fa-1158-471d-af0b-0dffa813e404 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521853 Jul 26 16:36:31.429486 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1049a92-10a7-4c3d-9087-c6d5276495b1 req-d4889187-7b38-411a-9982-3c61757d09a6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:31.430925 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c1049a92-10a7-4c3d-9087-c6d5276495b1 req-d4889187-7b38-411a-9982-3c61757d09a6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0466564 Jul 26 16:36:31.476705 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c1049a92-10a7-4c3d-9087-c6d5276495b1 req-db9789a7-ac5c-459d-953a-04cf5117883b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jul 26 16:36:31.778598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ad83-c5bd-4c2f-98f8-72197d858c09 req-9ed1d5c9-253e-4e85-aa3b-099b87044edc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:31.780091 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9823ad83-c5bd-4c2f-98f8-72197d858c09 req-9ed1d5c9-253e-4e85-aa3b-099b87044edc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 943 time: 0.0464919 Jul 26 16:36:31.830709 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9823ad83-c5bd-4c2f-98f8-72197d858c09 req-23de0c4a-458f-49a3-879f-c480f2267ab8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Jul 26 16:36:31.897738 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1b0b636e-41d7-4e36-912a-bf842602d0ee details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:36:31.913242 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:31.957233 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:31.997891 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:32.008588 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'port_id': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'mac_address': 'fa:16:3e:a8:e2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:36:32.042988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1b0b636e-41d7-4e36-912a-bf842602d0ee is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:36:32.043376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:32.056152 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0b636e-41d7-4e36-912a-bf842602d0ee {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:36:32.075502 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:32.185176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:32.231499 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:32.593974 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c038a-bb08-42dd-af53-52723ffc0764 req-137af57c-0619-4039-9f7a-33b4fe9dedb6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:32.595462 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-692c038a-bb08-42dd-af53-52723ffc0764 req-137af57c-0619-4039-9f7a-33b4fe9dedb6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Jul 26 16:36:32.635781 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:32.643493 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-692c038a-bb08-42dd-af53-52723ffc0764 req-36065a35-7253-407e-a2ac-729e869ab9e7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Jul 26 16:36:32.789325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['1b0b636e-41d7-4e36-912a-bf842602d0ee'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:36:32.950550 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53281a07-5966-44c9-89ff-b041a26e2d20 req-dc427504-0d7d-441c-bd78-77dcc9fb00f9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:32.952030 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-53281a07-5966-44c9-89ff-b041a26e2d20 req-dc427504-0d7d-441c-bd78-77dcc9fb00f9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 944 time: 0.0490732 Jul 26 16:36:32.963407 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:32.999592 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-53281a07-5966-44c9-89ff-b041a26e2d20 req-294145f6-c396-4793-9914-8514920ae83e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Jul 26 16:36:33.630477 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:36:33.765085 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d331d-03cd-4022-ac7c-197064d49e43 req-44769f4c-348a-4ed2-9b74-be260ad12c37 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:33.767274 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-992d331d-03cd-4022-ac7c-197064d49e43 req-44769f4c-348a-4ed2-9b74-be260ad12c37 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0505815 Jul 26 16:36:33.816905 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-992d331d-03cd-4022-ac7c-197064d49e43 req-0eb3cc0e-52dc-4f65-80e0-f1740cc27d3a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 Jul 26 16:36:34.115468 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cbe73-2d42-4bad-bee8-447299a1ec15 req-3734465f-8fcb-47bb-a40f-f477b92f1788 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:34.116842 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-256cbe73-2d42-4bad-bee8-447299a1ec15 req-3734465f-8fcb-47bb-a40f-f477b92f1788 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 944 time: 0.0460417 Jul 26 16:36:34.147726 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1b0b636e-41d7-4e36-912a-bf842602d0ee up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:36:34.164772 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-256cbe73-2d42-4bad-bee8-447299a1ec15 req-764c825e-c14f-4561-a02b-8283da74d119 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Jul 26 16:36:34.189865 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 1b0b636e-41d7-4e36-912a-bf842602d0ee completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:36:34.306469 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 1b0b636e-41d7-4e36-912a-bf842602d0ee triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:36:34.306815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:34.380585 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1b0b636e-41d7-4e36-912a-bf842602d0ee is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:36:34.380977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:34.403738 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:34.414617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf09796-4332-4d74-b303-54ca5977a73e" -d '{"events": [{"server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:34.418877 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:36:34.441636 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c46b47-9ec0-41f7-8ef9-883f4b1eae7b x-openstack-request-id: req-55c46b47-9ec0-41f7-8ef9-883f4b1eae7b {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:34.441929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:34.442184 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-55c46b47-9ec0-41f7-8ef9-883f4b1eae7b {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:34.442588 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c46b47-9ec0-41f7-8ef9-883f4b1eae7b'] response: {'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'code': 200} Jul 26 16:36:34.528284 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:34.576791 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:36:34.934847 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa67f41-6272-4781-936e-66dbde8d4c17 req-82e32fd8-9287-4af7-88eb-0f22821d6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:34.936460 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aaa67f41-6272-4781-936e-66dbde8d4c17 req-82e32fd8-9287-4af7-88eb-0f22821d6d65 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 1129 time: 0.0391319 Jul 26 16:36:34.979262 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aaa67f41-6272-4781-936e-66dbde8d4c17 req-a90049b9-0067-4c45-aef2-3eb337b69ebe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368257 Jul 26 16:36:35.077456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6af73-6e25-40dd-9edf-66a9107ecf7a req-f28e9d44-a758-4c62-83ce-dfb13a8536fe tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:35.078953 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-93a6af73-6e25-40dd-9edf-66a9107ecf7a req-f28e9d44-a758-4c62-83ce-dfb13a8536fe tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Jul 26 16:36:35.124480 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-93a6af73-6e25-40dd-9edf-66a9107ecf7a req-30c425fc-faaa-4e53-8c7c-537b749b79da tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 Jul 26 16:36:35.279582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b6864-7654-4233-ae6d-7c679912241f req-3b9b9fcc-3460-4c7e-95d7-f8bd7975ee7c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:35.281109 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-580b6864-7654-4233-ae6d-7c679912241f req-3b9b9fcc-3460-4c7e-95d7-f8bd7975ee7c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0468171 Jul 26 16:36:35.330759 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-580b6864-7654-4233-ae6d-7c679912241f req-408e537b-e9c3-44cd-8b14-3cf71a6e1ef8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Jul 26 16:36:36.010404 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:36.215616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:36.240263 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6096a43-3e5f-4578-a3a5-84e40d0f7b9e req-958c5801-ec4a-4a6f-bfc1-1d4879b915c7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:36.241754 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a6096a43-3e5f-4578-a3a5-84e40d0f7b9e req-958c5801-ec4a-4a6f-bfc1-1d4879b915c7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0462132 Jul 26 16:36:36.253911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:36.289482 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a6096a43-3e5f-4578-a3a5-84e40d0f7b9e req-05adb598-9ecd-4e5c-ba48-16b5c94bba6e tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Jul 26 16:36:36.444334 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-f130f095-0dab-4b4a-a5b2-ae2e2b3aa665 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655932 Jul 26 16:36:36.459078 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d24cd4-4af2-4454-8a85-02e8ab5dd1d1 req-e4046fa8-6d04-4cde-95d5-b5f76d3fee3d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:36.460555 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-62d24cd4-4af2-4454-8a85-02e8ab5dd1d1 req-e4046fa8-6d04-4cde-95d5-b5f76d3fee3d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0552452 Jul 26 16:36:36.508682 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-62d24cd4-4af2-4454-8a85-02e8ab5dd1d1 req-fa2b27db-512e-4c0b-82de-955b851e57dd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 Jul 26 16:36:36.555909 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-4eade1ad-c5f0-4398-bc08-94fdf6da6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:36.557344 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-4eade1ad-c5f0-4398-bc08-94fdf6da6116 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 1129 time: 0.0419469 Jul 26 16:36:36.660042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-9ea796ae-81c0-442c-98ee-c06266a9626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:36.661530 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-9ea796ae-81c0-442c-98ee-c06266a9626b service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0841403 Jul 26 16:36:37.222120 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-6f3a1564-e96d-4497-bd69-6aa132814390 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 200 len: 217 time: 0.0412731 Jul 26 16:36:37.410994 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e6ebd-d3ab-41af-90d1-73d6b12d85e8 req-581ea4c6-9dca-4aa4-a78f-d4ff542a0d25 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:37.412547 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-615e6ebd-d3ab-41af-90d1-73d6b12d85e8 req-581ea4c6-9dca-4aa4-a78f-d4ff542a0d25 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Jul 26 16:36:37.460365 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-615e6ebd-d3ab-41af-90d1-73d6b12d85e8 req-389760e6-c895-481e-ba41-1c18f291498a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Jul 26 16:36:37.585975 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-bcd534a6-4f42-4314-b65a-ff5d291f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:37.588699 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-bcd534a6-4f42-4314-b65a-ff5d291f32e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0509787 Jul 26 16:36:37.598594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:37.638104 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebba2af-adb0-40a8-8d0e-339008f90d8b req-f0a4bc73-8101-460b-a01c-747e3b0bc72d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:37.639598 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aebba2af-adb0-40a8-8d0e-339008f90d8b req-f0a4bc73-8101-460b-a01c-747e3b0bc72d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0566096 Jul 26 16:36:37.699717 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-4a51a0b3-1d8a-40eb-8dfe-bc084df896d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:37.701279 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-4a51a0b3-1d8a-40eb-8dfe-bc084df896d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563402 Jul 26 16:36:37.724612 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aebba2af-adb0-40a8-8d0e-339008f90d8b req-8e3bcedc-d150-4860-9bdf-f7ac18104396 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703421 Jul 26 16:36:37.870759 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-35cc2fdb-0f81-47a8-84f5-424961f0d2c2 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905542 Jul 26 16:36:37.884671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:37.964193 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f05516e-2748-4860-9aa0-70af77b7e06a req-d33a07ee-ba7f-4e47-9892-80c7247861ca service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Jul 26 16:36:38.576451 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa6835-494e-4c23-95f4-fa39b4b5f48e req-d6cbef74-2950-4990-9fef-f02198e042df tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:38.577925 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bcaa6835-494e-4c23-95f4-fa39b4b5f48e req-d6cbef74-2950-4990-9fef-f02198e042df tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0472038 Jul 26 16:36:38.624527 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bcaa6835-494e-4c23-95f4-fa39b4b5f48e req-cbcac2e8-9421-4f1a-adc3-185a65cb9bc8 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408952 Jul 26 16:36:38.838763 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294143c6-ef7d-4582-bc56-e785cc782061 req-f0987fdf-9d30-4297-b55a-d5e8f21f72e0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:38.840238 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-294143c6-ef7d-4582-bc56-e785cc782061 req-f0987fdf-9d30-4297-b55a-d5e8f21f72e0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0467069 Jul 26 16:36:38.890079 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-294143c6-ef7d-4582-bc56-e785cc782061 req-353d84fb-cb14-4082-995c-133f17a45817 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Jul 26 16:36:39.022924 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c632fe1-b3a3-4e7e-835c-81433c195cd8 req-73901d79-90d6-4ff2-b338-1a3f55a516b5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.022924 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9c632fe1-b3a3-4e7e-835c-81433c195cd8 req-73901d79-90d6-4ff2-b338-1a3f55a516b5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0536981 Jul 26 16:36:39.024714 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 45818) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:36:39.029103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'port_id': '1b0b636e-41d7-4e36-912a-bf842602d0ee'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:36:39.064028 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26e04-ea1d-461e-a056-8f8c43108f65 req-d3ae916e-b13e-4ce8-b1e0-99e87b6e64d7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.065667 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51b26e04-ea1d-461e-a056-8f8c43108f65 req-d3ae916e-b13e-4ce8-b1e0-99e87b6e64d7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0485940 Jul 26 16:36:39.066173 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:39.114030 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51b26e04-ea1d-461e-a056-8f8c43108f65 req-776221a9-d3ad-4c71-81ab-0281ef536dca tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Jul 26 16:36:39.257305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af477b4-1c50-4277-aede-e69384abb092 req-8cb7b428-b9f1-4373-a292-b7d3f6a24a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.258827 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-8cb7b428-b9f1-4373-a292-b7d3f6a24a27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.0409853 Jul 26 16:36:39.365378 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af477b4-1c50-4277-aede-e69384abb092 req-8b13050e-32ce-481a-95b1-577e1f040058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.365378 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-8b13050e-32ce-481a-95b1-577e1f040058 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.0950458 Jul 26 16:36:39.420716 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-0b809d82-e330-45b3-9f14-31fc98c93101 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 1001 time: 0.0542450 Jul 26 16:36:39.474948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af477b4-1c50-4277-aede-e69384abb092 req-1ae1e955-04a9-4e44-a6a1-391bb11963f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.476491 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-1ae1e955-04a9-4e44-a6a1-391bb11963f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0505569 Jul 26 16:36:39.525339 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af477b4-1c50-4277-aede-e69384abb092 req-017c6b04-fcdb-4817-9302-318a9a83c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:39.526855 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-017c6b04-fcdb-4817-9302-318a9a83c5bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397274 Jul 26 16:36:39.606987 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:39.632519 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-48eddf83-a8b9-4a85-9da4-42ddc1fae95c service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Jul 26 16:36:39.712543 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:39.722747 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6af477b4-1c50-4277-aede-e69384abb092 req-0e3c451e-3c50-4619-89f5-f5972bc9b0fa service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843234 Jul 26 16:36:39.844662 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:39.940288 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 34b7f37d-9b59-4be6-9832-25ec36be4b92 associated. External IP: 172.27.0.251, port: 1b0b636e-41d7-4e36-912a-bf842602d0ee. Jul 26 16:36:40.073212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:40.137983 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:36:40.278421 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365c07-6304-4925-9f17-de35cb09a757 req-446c8b5d-d3dd-45f4-bad1-f073995dd308 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:40.279787 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-13365c07-6304-4925-9f17-de35cb09a757 req-446c8b5d-d3dd-45f4-bad1-f073995dd308 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0880833 Jul 26 16:36:40.282638 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:36:40.287643 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:40.293656 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:36:40.305757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:36:40.306493 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:36:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:40.345688 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1061622a-f280-4f9b-81d6-c324d02d94d5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "PUT /v2.0/floatingips/34b7f37d-9b59-4be6-9832-25ec36be4b92 HTTP/1.1" status: 200 len: 991 time: 1.3198438 Jul 26 16:36:40.348050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:36:40.350304 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8c139-a179-4ead-a177-c9a7428b705e" -d '{"events": [{"name": "network-changed", "server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:36:40.367254 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-13365c07-6304-4925-9f17-de35cb09a757 req-f61a5829-17e2-47ff-b259-300a571ecb7b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775878 Jul 26 16:36:40.394138 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d253f-b907-4676-91ed-7acda3445f4a x-openstack-request-id: req-d35d253f-b907-4676-91ed-7acda3445f4a {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:36:40.394426 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:36:40.394801 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-d35d253f-b907-4676-91ed-7acda3445f4a {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:36:40.395227 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35d253f-b907-4676-91ed-7acda3445f4a'] response: {'name': 'network-changed', 'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'status': 'completed', 'code': 200} Jul 26 16:36:40.415518 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:36:40.492002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-9fc8eae2-d6aa-4ed8-aefc-93b656d0dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:40.493655 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-9fc8eae2-d6aa-4ed8-aefc-93b656d0dfba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 1129 time: 0.0423210 Jul 26 16:36:40.635719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}, {'id': '34b7f37d-9b59-4be6-9832-25ec36be4b92', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:a8:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:17Z', 'updated_at': '2022-07-26T16:36:39Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:40.664742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:36:40.673967 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:36:40.674568 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:36:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:40.677024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:40.692053 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:40.702557 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-8c485564-374d-4e4a-92a5-1951d1646605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:40.704735 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-8c485564-374d-4e4a-92a5-1951d1646605 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.0981386 Jul 26 16:36:40.774240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:36:40.981457 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:40.988988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}, {'id': '34b7f37d-9b59-4be6-9832-25ec36be4b92', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:a8:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:17Z', 'updated_at': '2022-07-26T16:36:39Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:36:41.013286 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ee794-4885-4129-9796-0a29dee53b31 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}, {'id': '34b7f37d-9b59-4be6-9832-25ec36be4b92', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:a8:e2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:36:17Z', 'updated_at': '2022-07-26T16:36:39Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:36:41.201853 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1daf95-5e3a-4d6a-98e5-a9f19a316690 None None] New status for floating IP 34b7f37d-9b59-4be6-9832-25ec36be4b92: ACTIVE {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:36:41.223504 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-2bd5ab98-8dcc-403a-babe-a57201ed18e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee HTTP/1.1" status: 200 len: 999 time: 0.0701261 Jul 26 16:36:41.282076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-d0c23984-7fb9-42e2-8717-e5a0bb173734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:41.283454 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-d0c23984-7fb9-42e2-8717-e5a0bb173734 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0522187 Jul 26 16:36:41.328812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-2067e474-fd03-4007-9f8a-ccb69b04987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:41.330332 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-2067e474-fd03-4007-9f8a-ccb69b04987d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397079 Jul 26 16:36:41.427971 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-8ca0d6db-e0f9-4df9-866d-481a22f69c61 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897553 Jul 26 16:36:41.494640 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bf7cc-c07a-44b6-875c-19bd09771d13 req-badf8247-337b-4c6e-95f3-be7a6c70a48c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:36:41.496337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f5bf7cc-c07a-44b6-875c-19bd09771d13 req-badf8247-337b-4c6e-95f3-be7a6c70a48c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0528460 Jul 26 16:36:41.519216 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc8c139-a179-4ead-a177-c9a7428b705e req-51dd4f72-b6cf-42b5-99f0-ea42fdbbbc3f service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Jul 26 16:36:41.555576 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f5bf7cc-c07a-44b6-875c-19bd09771d13 req-3c6a7186-5ada-4e90-aab4-0818ad3452bf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511637 Jul 26 16:36:50.430941 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c43ecb0e-bd6c-4ff6-8430-0640208de823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:51.383141 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:51.385374 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:51.510184 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=39 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:51.516150 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:51.533654 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:51.543872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=26 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:36:52.581205 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-df9931f5-7f0b-4817-8519-e92792262654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:53.905188 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:55.318465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:36:55.584592 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:05.531482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:05.534401 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:06.129617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:10.629353 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:37:16.033524 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:16.033524 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:17.643408 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938be8-296f-430c-aceb-90e88fe46ba4 req-41db1428-1c02-449f-aa8d-78c62e9c5aa7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:17.644939 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-47938be8-296f-430c-aceb-90e88fe46ba4 req-41db1428-1c02-449f-aa8d-78c62e9c5aa7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Jul 26 16:37:17.696198 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-47938be8-296f-430c-aceb-90e88fe46ba4 req-6816051d-89b9-42e4-a668-76ae02a17419 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Jul 26 16:37:18.824605 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f6291-fd4d-44d4-bd0a-7a6f97cdb83d req-0073884c-9b10-48c6-83d5-de8d8983e921 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:18.825879 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-327f6291-fd4d-44d4-bd0a-7a6f97cdb83d req-0073884c-9b10-48c6-83d5-de8d8983e921 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0513792 Jul 26 16:37:18.873992 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-327f6291-fd4d-44d4-bd0a-7a6f97cdb83d req-3e883f14-a629-4645-b73f-345cc11fd4ec tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Jul 26 16:37:19.995111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de737d-d0f5-4d01-98c9-e29bb4be03a8 req-06d58ff1-57cf-43df-9592-834b13856ea9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:19.996607 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-29de737d-d0f5-4d01-98c9-e29bb4be03a8 req-06d58ff1-57cf-43df-9592-834b13856ea9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0468974 Jul 26 16:37:20.043986 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-29de737d-d0f5-4d01-98c9-e29bb4be03a8 req-89207559-7a25-418e-8936-6841038b004a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Jul 26 16:37:20.375419 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ee81a584-f515-47f2-b013-af4991674eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:21.164734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9333-4ecd-4d1e-a505-e557b906aab9 req-9236d6b6-4137-409c-90e4-75699ec28fdf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:21.166187 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d0c9333-4ecd-4d1e-a505-e557b906aab9 req-9236d6b6-4137-409c-90e4-75699ec28fdf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0468252 Jul 26 16:37:21.212079 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d0c9333-4ecd-4d1e-a505-e557b906aab9 req-36b00481-0c22-4298-83eb-808a72318f80 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Jul 26 16:37:22.332829 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584540ac-954e-4e0b-b949-e13a9f249192 req-e71d8365-f4fa-4375-8ff1-8b6996c3bf27 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:22.334291 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-584540ac-954e-4e0b-b949-e13a9f249192 req-e71d8365-f4fa-4375-8ff1-8b6996c3bf27 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0470691 Jul 26 16:37:22.383147 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-584540ac-954e-4e0b-b949-e13a9f249192 req-5f3049e9-b3fb-464f-a3ee-8a9b98a91938 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Jul 26 16:37:22.533682 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57f0ac5c-48df-4112-8a50-40027d668704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:23.509454 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3a9c1-c8a0-4f27-be86-e7937291d1d6 req-0e41e180-46da-4444-936a-2316bb7e6798 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:23.510920 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-87a3a9c1-c8a0-4f27-be86-e7937291d1d6 req-0e41e180-46da-4444-936a-2316bb7e6798 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0513024 Jul 26 16:37:23.557440 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-87a3a9c1-c8a0-4f27-be86-e7937291d1d6 req-6640a4b1-cb64-4573-9d01-a6d03e78226d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Jul 26 16:37:23.975414 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:24.681354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4c84-2eea-4ec4-aa8b-0f58aa2b818c req-6ee110ae-8378-49b1-af30-85cdd74fb457 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:24.682800 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f2a4c84-2eea-4ec4-aa8b-0f58aa2b818c req-6ee110ae-8378-49b1-af30-85cdd74fb457 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0497439 Jul 26 16:37:24.729437 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2f2a4c84-2eea-4ec4-aa8b-0f58aa2b818c req-7ae882b8-bf35-4677-bbfe-1bca4b72dbbc tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411718 Jul 26 16:37:25.293374 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:25.716295 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:25.849972 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3fff-c39a-4c47-82ec-7902dcd2ebd5 req-fff604e7-4b7f-40ef-afef-b9636f10886a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:25.851427 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ecdf3fff-c39a-4c47-82ec-7902dcd2ebd5 req-fff604e7-4b7f-40ef-afef-b9636f10886a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0474555 Jul 26 16:37:25.897769 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ecdf3fff-c39a-4c47-82ec-7902dcd2ebd5 req-19eb2405-3f1d-4f29-8597-28cb844a0289 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 Jul 26 16:37:26.643446 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:26.648308 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:27.018466 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece4e54-c2c9-48bd-87a8-7193439dcb32 req-c5ec344d-f49b-4058-a87a-f6da4d856e79 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:27.019915 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dece4e54-c2c9-48bd-87a8-7193439dcb32 req-c5ec344d-f49b-4058-a87a-f6da4d856e79 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0466905 Jul 26 16:37:27.065779 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dece4e54-c2c9-48bd-87a8-7193439dcb32 req-03f6c01a-7322-4eb9-99da-4d9fca33bb1d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 Jul 26 16:37:28.185449 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c60e7b-a546-46d0-97ce-55f7443a5770 req-9d563f04-8b09-4773-a543-58f89fbfd5dd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:28.186910 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c9c60e7b-a546-46d0-97ce-55f7443a5770 req-9d563f04-8b09-4773-a543-58f89fbfd5dd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0473144 Jul 26 16:37:28.236881 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c9c60e7b-a546-46d0-97ce-55f7443a5770 req-23f6b3e9-1ca5-48bd-83c1-dedbb1895fb8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Jul 26 16:37:29.358791 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752d2b-b706-43e3-a335-e04651872c25 req-94a55879-9904-4cb9-aa83-b0ae74910197 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:29.360873 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca752d2b-b706-43e3-a335-e04651872c25 req-94a55879-9904-4cb9-aa83-b0ae74910197 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0459778 Jul 26 16:37:29.410590 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca752d2b-b706-43e3-a335-e04651872c25 req-a5054fe2-3120-447b-8608-49993a06547c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Jul 26 16:37:30.542199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a673eb-7ee0-44ad-9133-3f8a4d80d9ee req-33d8833f-1a72-45eb-ac27-6b37a47888ab tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:30.543783 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b4a673eb-7ee0-44ad-9133-3f8a4d80d9ee req-33d8833f-1a72-45eb-ac27-6b37a47888ab tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0528629 Jul 26 16:37:30.596870 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b4a673eb-7ee0-44ad-9133-3f8a4d80d9ee req-deb7dfd5-cfec-45ca-9aae-ab8088ab9fa4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Jul 26 16:37:31.726464 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d03b5a-5221-447c-8934-1e2531f9cfd6 req-9c7507b5-88c2-47d3-a4b5-76057f79fc5a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:31.727962 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a4d03b5a-5221-447c-8934-1e2531f9cfd6 req-9c7507b5-88c2-47d3-a4b5-76057f79fc5a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0471351 Jul 26 16:37:31.775573 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a4d03b5a-5221-447c-8934-1e2531f9cfd6 req-5c064838-e013-4287-95e8-ce846aaf42e9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419667 Jul 26 16:37:32.452815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:37:32.557624 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:37:32.569286 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:37:32.606951 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: ACTIVE; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:37:32.607327 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:32.621163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:37:32.644933 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:37:32.716215 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:32.765538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=6']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:37:32.773349 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.773699 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.774065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.774427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.774767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.775099 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.775424 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.775750 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.776073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.776414 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.776745 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.777100 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.777411 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.777733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.778051 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:37:32.903861 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f1a6c-4cfb-4468-9b79-bb12a61d7009 req-de009c62-e2b6-423d-a6d8-73c9ba983c7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:32.905348 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6f9f1a6c-4cfb-4468-9b79-bb12a61d7009 req-de009c62-e2b6-423d-a6d8-73c9ba983c7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0462749 Jul 26 16:37:32.946981 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['7f871a00-9630-48c9-845a-ddb06fb9a2df'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:37:33.067944 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6f9f1a6c-4cfb-4468-9b79-bb12a61d7009 req-a58a6c82-95fd-4b63-a76a-2c296ac16f12 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566420 Jul 26 16:37:34.240296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083db5-7709-443f-8443-3c451609457f req-05d32aa1-61cb-40c1-b7a0-de4efb33317c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:34.241820 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3c083db5-7709-443f-8443-3c451609457f req-05d32aa1-61cb-40c1-b7a0-de4efb33317c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0957227 Jul 26 16:37:34.293110 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3c083db5-7709-443f-8443-3c451609457f req-26561d67-4dbe-43df-9d1c-a33637a5acab tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457573 Jul 26 16:37:34.452752 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:37:34.502659 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 7f871a00-9630-48c9-845a-ddb06fb9a2df triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:37:34.503040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:34.573339 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:34.575730 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:37:34.576120 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:34.599343 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:37:34.601632 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe3bebc-8609-4e4c-953a-a1f5dcd8dff5" -d '{"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:37:34.605625 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:34.614459 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:37:34.640755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c131ca80-639c-4a73-90b4-85b8c8d54063 x-openstack-request-id: req-c131ca80-639c-4a73-90b4-85b8c8d54063 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:37:34.645561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:37:34.645561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-c131ca80-639c-4a73-90b4-85b8c8d54063 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:37:34.645561 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c131ca80-639c-4a73-90b4-85b8c8d54063'] response: {'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'code': 200} Jul 26 16:37:34.712999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:34.762539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=7']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:37:35.420017 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd1df-f529-4f58-8a1c-ce19c5feb1b2 req-821f5e05-67b0-4f55-85b4-4b6847e5bca1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:35.421520 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-34afd1df-f529-4f58-8a1c-ce19c5feb1b2 req-821f5e05-67b0-4f55-85b4-4b6847e5bca1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0509870 Jul 26 16:37:35.467849 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-34afd1df-f529-4f58-8a1c-ce19c5feb1b2 req-355e7755-f529-44cf-bfa4-3428e9fdc5e6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408731 Jul 26 16:37:36.138765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:36.601290 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1b0f3-e28c-4e78-86c7-54a446008850 req-2cdfbcd7-6d04-4b36-8359-da06209f3c78 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:36.602821 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-38f1b0f3-e28c-4e78-86c7-54a446008850 req-2cdfbcd7-6d04-4b36-8359-da06209f3c78 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0574722 Jul 26 16:37:36.650631 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-38f1b0f3-e28c-4e78-86c7-54a446008850 req-d4ce5e12-6db4-4f1e-9d37-a430ce1abb85 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Jul 26 16:37:37.805522 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40642d5f-300d-4c94-9b82-9496aaf7afa2 req-1b4b36e8-26ba-45ea-be24-d70854e9b6a0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:37.806965 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40642d5f-300d-4c94-9b82-9496aaf7afa2 req-1b4b36e8-26ba-45ea-be24-d70854e9b6a0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Jul 26 16:37:37.862993 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40642d5f-300d-4c94-9b82-9496aaf7afa2 req-618c57b8-95aa-4687-9ce0-e45c581541dc tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504313 Jul 26 16:37:38.154035 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-05fc4b8b-0186-4448-b87a-6c8449ff4349 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397367 Jul 26 16:37:38.232472 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-ade1f335-e1d0-4485-ac9a-c4dd9f46a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:38.233972 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-ade1f335-e1d0-4485-ac9a-c4dd9f46a676 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.0389221 Jul 26 16:37:38.320424 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:38.340890 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-7589b2c7-24f3-4fb1-a9b9-151dff9b78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:38.342371 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-7589b2c7-24f3-4fb1-a9b9-151dff9b78f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.0898817 Jul 26 16:37:38.840087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:38.852438 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-98dec0fc-83be-4fdb-8d22-37bc39aebc8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 1001 time: 0.0609679 Jul 26 16:37:38.919796 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-92ae9df2-b52e-416e-b052-bb4736c0e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:38.921312 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-92ae9df2-b52e-416e-b052-bb4736c0e1da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0501394 Jul 26 16:37:38.990444 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-3b3469b3-76ed-4b78-8a7f-3d97a84f3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:38.992071 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-3b3469b3-76ed-4b78-8a7f-3d97a84f3aa0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644000 Jul 26 16:37:39.015614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a912c0e-1d43-4706-8758-f97d19f41a22 req-2ad4a201-549b-4529-9419-c1a950f33ff4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:39.018435 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a912c0e-1d43-4706-8758-f97d19f41a22 req-2ad4a201-549b-4529-9419-c1a950f33ff4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0643771 Jul 26 16:37:39.120551 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a912c0e-1d43-4706-8758-f97d19f41a22 req-9d2bbcc3-f866-495e-8a18-e8e60ecca922 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895631 Jul 26 16:37:39.137106 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-b8414ab5-d598-4874-a01a-9b312b397550 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342218 Jul 26 16:37:39.236163 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea5739e8-5fde-424f-b307-3f1d2515147c req-b39be2dd-2cbc-4dc3-a7cb-9a2a4b7ed60f service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904677 Jul 26 16:37:40.289301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2d428-e847-4408-ac21-05d5258d050c req-0cca77e6-6a5c-456b-9e2b-1cf87316fc6e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:40.296502 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fcc2d428-e847-4408-ac21-05d5258d050c req-0cca77e6-6a5c-456b-9e2b-1cf87316fc6e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0755084 Jul 26 16:37:40.381449 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fcc2d428-e847-4408-ac21-05d5258d050c req-7ad590d9-c9fe-4c9f-aae2-291e0f15236b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822783 Jul 26 16:37:40.820593 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df8d8-20f6-47cb-8131-fb6d04528641 req-49a5a654-f13c-49c8-b1ef-d9a3c7f7d95f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:40.831833 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-645df8d8-20f6-47cb-8131-fb6d04528641 req-49a5a654-f13c-49c8-b1ef-d9a3c7f7d95f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0639229 Jul 26 16:37:40.924770 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:40.928615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-9b6ade42-9f3d-4081-8652-6b879d9b19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:40.930916 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-9b6ade42-9f3d-4081-8652-6b879d9b19af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0592864 Jul 26 16:37:40.941425 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-645df8d8-20f6-47cb-8131-fb6d04528641 req-b21a9429-afa9-41d9-b5c7-bdb0bbf70b82 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025414 Jul 26 16:37:41.049524 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-4ebec685-57b4-4ec1-8bfe-b382c03f1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:41.051092 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-4ebec685-57b4-4ec1-8bfe-b382c03f1c2f service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.1106713 Jul 26 16:37:41.126779 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-a8451f2e-4fb1-47ec-ae87-3c7a5d8fe446 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 1001 time: 0.0629485 Jul 26 16:37:41.180702 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-02bb4924-2c84-4d91-bf57-8d034914440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:41.182572 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-02bb4924-2c84-4d91-bf57-8d034914440b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0487113 Jul 26 16:37:41.234956 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-4f2e56d3-8a55-4db4-a24c-9476f132fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:41.238332 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-4f2e56d3-8a55-4db4-a24c-9476f132fc30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477488 Jul 26 16:37:41.344830 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-8da0ac55-0e75-4809-989b-dcd281f0bc1b service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989308 Jul 26 16:37:41.444300 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-65f4dd66-5f70-424d-a64a-b822d2b51ceb req-5b1a32eb-15d0-46d5-805d-6aff87002efd service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922143 Jul 26 16:37:41.509068 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:41.533657 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97b75-dff9-461a-b6f0-950d8d756fe7 req-6c84fe64-0c82-4f51-9870-36ff08f84513 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:41.533657 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-25b97b75-dff9-461a-b6f0-950d8d756fe7 req-6c84fe64-0c82-4f51-9870-36ff08f84513 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0577662 Jul 26 16:37:41.583903 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-25b97b75-dff9-461a-b6f0-950d8d756fe7 req-a2bc2347-e8e1-4ba5-8133-da165bc25ba4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Jul 26 16:37:42.039730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:42.057018 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9361c-91a6-478f-b2b1-4285971feddf req-1b353ea9-e5ec-4981-8ae9-46803e033b9e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:42.058821 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0eb9361c-91a6-478f-b2b1-4285971feddf req-1b353ea9-e5ec-4981-8ae9-46803e033b9e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0508091 Jul 26 16:37:42.112320 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0eb9361c-91a6-478f-b2b1-4285971feddf req-0f94d294-cc5d-4e52-b675-0682e9d7e11d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471177 Jul 26 16:37:42.729451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4862b6-2050-4332-a13d-7458394de88f req-91cd8838-352e-40bd-96a5-55645c849118 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:42.730936 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d4862b6-2050-4332-a13d-7458394de88f req-91cd8838-352e-40bd-96a5-55645c849118 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0526650 Jul 26 16:37:42.777503 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:42.783883 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d4862b6-2050-4332-a13d-7458394de88f req-b183b5f2-f5dd-4a2f-a6eb-d87fcafc21bd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470934 Jul 26 16:37:43.244024 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee78a5c-e868-4398-89e3-baa4ae9c1dbb req-a40f12bf-2063-411e-a283-5dc3bc78809b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:43.248018 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8ee78a5c-e868-4398-89e3-baa4ae9c1dbb req-a40f12bf-2063-411e-a283-5dc3bc78809b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0554700 Jul 26 16:37:43.301881 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8ee78a5c-e868-4398-89e3-baa4ae9c1dbb req-627558ef-008d-42d2-9cea-17038c47d8ca tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Jul 26 16:37:43.934988 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481f43e-035a-4e95-aea3-5dd37fda5dbe req-00822dc0-be99-4fb9-91fb-0e911d00c9ed tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:43.942012 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1481f43e-035a-4e95-aea3-5dd37fda5dbe req-00822dc0-be99-4fb9-91fb-0e911d00c9ed tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0770395 Jul 26 16:37:43.993032 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1481f43e-035a-4e95-aea3-5dd37fda5dbe req-ce2e610e-21d0-468a-b02c-6c60c9062155 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500920 Jul 26 16:37:44.433119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfab5fd-37e4-4664-b7de-029037182ebc req-62788df5-aabc-4be8-bad0-3bbb01ca3567 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:44.435296 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cfab5fd-37e4-4664-b7de-029037182ebc req-62788df5-aabc-4be8-bad0-3bbb01ca3567 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0512524 Jul 26 16:37:44.497135 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cfab5fd-37e4-4664-b7de-029037182ebc req-bf59e23b-b9bc-4806-9512-172b8d90c7c7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549066 Jul 26 16:37:45.121896 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df70860-293d-49dc-8c34-2facb9607fdc req-2ab67b6f-247d-47ad-a70f-715083972137 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:45.124517 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9df70860-293d-49dc-8c34-2facb9607fdc req-2ab67b6f-247d-47ad-a70f-715083972137 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Jul 26 16:37:45.184943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9df70860-293d-49dc-8c34-2facb9607fdc req-a2765b80-43b9-46f0-b14e-b1ddd8a3df2c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542264 Jul 26 16:37:45.767764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98d8b-d126-42f2-b571-b49678c7d6ae req-e828df74-00b0-4070-9fda-08626540c265 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:45.769351 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-acd98d8b-d126-42f2-b571-b49678c7d6ae req-e828df74-00b0-4070-9fda-08626540c265 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0608468 Jul 26 16:37:45.825247 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-acd98d8b-d126-42f2-b571-b49678c7d6ae req-4ba1da24-1b97-42f5-b2a8-aac19f53a253 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Jul 26 16:37:46.026679 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:46.028056 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:46.316775 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e6973-45bf-43be-b00b-514303ab9eae req-5503a231-f89d-41b0-84b0-c2725988e899 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:46.318199 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f08e6973-45bf-43be-b00b-514303ab9eae req-5503a231-f89d-41b0-84b0-c2725988e899 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Jul 26 16:37:46.369426 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f08e6973-45bf-43be-b00b-514303ab9eae req-d66b1c32-fe95-4bea-be21-4e7c98aee7b6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 Jul 26 16:37:46.962535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf09da-f883-49e5-8e0e-66557d6d2290 req-b60e638f-6cd0-4ec5-845c-28eb3be48ffa tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:46.964751 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dbaf09da-f883-49e5-8e0e-66557d6d2290 req-b60e638f-6cd0-4ec5-845c-28eb3be48ffa tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0500991 Jul 26 16:37:47.013997 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dbaf09da-f883-49e5-8e0e-66557d6d2290 req-e116bf29-181f-4868-99e1-eeb24af23cec tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Jul 26 16:37:47.520039 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3106d-438e-421f-b2f7-9f04b5381227 req-079c8181-82b1-4b62-930d-e1d7881f5064 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:47.522053 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f0f3106d-438e-421f-b2f7-9f04b5381227 req-079c8181-82b1-4b62-930d-e1d7881f5064 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0558062 Jul 26 16:37:47.584228 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f0f3106d-438e-421f-b2f7-9f04b5381227 req-6ec28fd1-7f81-46d6-9c5f-cfcf0038821e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474377 Jul 26 16:37:47.628827 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:37:48.146095 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f30d7d-a1fb-4fc1-87bd-c68a62563c26 req-0b9678f8-a2f6-48dd-adca-c87af331f35b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:48.148696 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f6f30d7d-a1fb-4fc1-87bd-c68a62563c26 req-0b9678f8-a2f6-48dd-adca-c87af331f35b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0550833 Jul 26 16:37:48.206034 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f6f30d7d-a1fb-4fc1-87bd-c68a62563c26 req-95f5aab1-2a31-42ca-9222-02df7360d03b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Jul 26 16:37:48.739314 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60961d-759e-4f8d-bd13-3f0f079a3bd4 req-e19eb5cc-9d42-4b74-af98-24a2a2646803 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:48.740931 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd60961d-759e-4f8d-bd13-3f0f079a3bd4 req-e19eb5cc-9d42-4b74-af98-24a2a2646803 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0667443 Jul 26 16:37:48.795002 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd60961d-759e-4f8d-bd13-3f0f079a3bd4 req-7b292349-5bfe-4ea8-b38e-5e37c6c29c12 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478601 Jul 26 16:37:49.346239 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a7a6-1248-44f5-a306-265abd63fc1e req-ad875b7c-e992-45dd-abbc-234fae55d189 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:49.347873 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-98f4a7a6-1248-44f5-a306-265abd63fc1e req-ad875b7c-e992-45dd-abbc-234fae55d189 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0538151 Jul 26 16:37:49.396035 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-98f4a7a6-1248-44f5-a306-265abd63fc1e req-bdff1c9e-66e7-47e2-bfd5-550606fbe1b3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Jul 26 16:37:49.927223 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715e4a6-9849-4078-8f9a-7e5fb7008060 req-1bc3f080-27cb-4e47-819c-52c82ffc9bd0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:49.928730 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2715e4a6-9849-4078-8f9a-7e5fb7008060 req-1bc3f080-27cb-4e47-819c-52c82ffc9bd0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0549514 Jul 26 16:37:49.977088 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2715e4a6-9849-4078-8f9a-7e5fb7008060 req-743f6414-3905-45df-ba11-5f4ef8f81a20 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Jul 26 16:37:50.341969 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-467d8546-5fbd-4bb4-ba68-13a1add53ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:50.530741 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e91bb-98a8-491a-bfa2-c7e82877d9ce req-58d8c755-9d77-4977-ab89-15c732ccf24e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:50.535026 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b42e91bb-98a8-491a-bfa2-c7e82877d9ce req-58d8c755-9d77-4977-ab89-15c732ccf24e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0552039 Jul 26 16:37:50.583298 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b42e91bb-98a8-491a-bfa2-c7e82877d9ce req-2faf8205-a64b-4788-8335-4c3be26a477c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Jul 26 16:37:51.096843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a60c7-871f-408e-a8b0-34adf6ce032e req-4aafc2d3-38f2-41c2-9541-a181a006235f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:51.098238 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e95a60c7-871f-408e-a8b0-34adf6ce032e req-4aafc2d3-38f2-41c2-9541-a181a006235f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0471847 Jul 26 16:37:51.145349 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e95a60c7-871f-408e-a8b0-34adf6ce032e req-0173f8f5-d102-41a7-b382-f4f2994b8641 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415211 Jul 26 16:37:51.705959 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca4d8-07ed-4656-affb-2addd7323e75 req-5abd6313-edda-4dc8-94e9-5c9ab03897fb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:51.707405 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a14ca4d8-07ed-4656-affb-2addd7323e75 req-5abd6313-edda-4dc8-94e9-5c9ab03897fb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0493329 Jul 26 16:37:51.753970 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a14ca4d8-07ed-4656-affb-2addd7323e75 req-e56bd2fe-bcba-4825-9c1f-bb7c72fb96ac tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Jul 26 16:37:52.270957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868096b-3b88-47a3-8f96-f99d7e05197b req-bc4d6f47-d21c-42c5-8898-802c0774fe3e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.272441 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7868096b-3b88-47a3-8f96-f99d7e05197b req-bc4d6f47-d21c-42c5-8898-802c0774fe3e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0496824 Jul 26 16:37:52.319284 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7868096b-3b88-47a3-8f96-f99d7e05197b req-fea19769-5a5f-4c25-8a44-c3373ae63b2f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410817 Jul 26 16:37:52.535406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2c78dcf3-b36b-47d0-8c9d-7304270ccf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:52.637025 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-05771e94-a2ce-4f3d-996f-4c93a435cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.638535 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-05771e94-a2ce-4f3d-996f-4c93a435cc87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1129 time: 0.0393019 Jul 26 16:37:52.730579 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-e03b4464-a61f-4429-b975-6c5bdc271faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.732002 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-e03b4464-a61f-4429-b975-6c5bdc271faa service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.0876493 Jul 26 16:37:52.785880 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:52.801222 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-da8760db-8f78-44aa-9b93-c81e6b3a50d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 1001 time: 0.0559015 Jul 26 16:37:52.835790 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:52.843126 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-4bf48a13-9c1b-418a-9b91-682e44faf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.845240 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-4bf48a13-9c1b-418a-9b91-682e44faf206 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0438132 Jul 26 16:37:52.873591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0195b-e939-44ce-84e4-6b50f5a152f8 req-a440fc08-727c-44a8-8f39-6fa09569df39 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.875765 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-29c0195b-e939-44ce-84e4-6b50f5a152f8 req-a440fc08-727c-44a8-8f39-6fa09569df39 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0487168 Jul 26 16:37:52.890038 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-44e5368d-a6f0-4fbe-9130-9c7336250b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:52.892112 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-44e5368d-a6f0-4fbe-9130-9c7336250b8d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414875 Jul 26 16:37:52.923847 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-29c0195b-e939-44ce-84e4-6b50f5a152f8 req-0f83fa32-9e58-4bf5-ad2f-fa8509ecbb65 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Jul 26 16:37:52.984981 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-f0489e85-b0e1-4f4f-98ca-e9a39755b769 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870245 Jul 26 16:37:53.452268 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f85dd-99eb-4728-a111-5a0088c6cb3f req-e0486be2-8ebc-4aba-a4c6-f0d2e06e3492 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:53.453663 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f23f85dd-99eb-4728-a111-5a0088c6cb3f req-e0486be2-8ebc-4aba-a4c6-f0d2e06e3492 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Jul 26 16:37:53.505403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f23f85dd-99eb-4728-a111-5a0088c6cb3f req-c8cab5a5-6cea-4bcb-80d1-2af5e98f1e64 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456433 Jul 26 16:37:53.912420 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:54.044225 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742054-dbb0-47fb-8767-169db7a8b958 req-c6b5c8f5-484a-4119-8c3b-d5fde43a6152 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:54.045749 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d742054-dbb0-47fb-8767-169db7a8b958 req-c6b5c8f5-484a-4119-8c3b-d5fde43a6152 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0508020 Jul 26 16:37:54.080896 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:54.092341 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d742054-dbb0-47fb-8767-169db7a8b958 req-b6b548de-2d4b-4cec-b886-93a0655a2ea7 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Jul 26 16:37:54.562093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:37:54.627897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d427fa-c4fc-42ed-a508-104ed9bd1198 req-ba214fc4-625e-4508-9abf-9fbfb002b3b0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:54.629995 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a6d427fa-c4fc-42ed-a508-104ed9bd1198 req-ba214fc4-625e-4508-9abf-9fbfb002b3b0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 945 time: 0.0464790 Jul 26 16:37:54.634194 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: ACTIVE; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:37:54.634582 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:54.657567 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:37:54.659908 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ed1bc-0431-41c3-8da6-e2a1fb248d2f" -d '{"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-unplugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:37:54.672465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:37:54.686736 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a6d427fa-c4fc-42ed-a508-104ed9bd1198 req-47f37d9a-d59c-4998-8d2c-925d041692bf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443347 Jul 26 16:37:54.700962 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4648addf-cb32-4198-8ce3-195189de3cb9 x-openstack-request-id: req-4648addf-cb32-4198-8ce3-195189de3cb9 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:37:54.701271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-unplugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:37:54.701592 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4648addf-cb32-4198-8ce3-195189de3cb9 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:37:54.701997 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4648addf-cb32-4198-8ce3-195189de3cb9'] response: {'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'code': 200} Jul 26 16:37:54.736476 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:54.906362 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=8']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:37:55.092207 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ca82781d-695c-426a-9f6f-7a0bd8989360 req-d6913a79-3054-412d-b2f8-f60cf3104545 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961857 Jul 26 16:37:55.214692 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f819-7e0b-44db-996a-155e376e60e5 req-5308e3b0-3621-4dc0-b37f-d752f50be9af tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:55.218376 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a333f819-7e0b-44db-996a-155e376e60e5 req-5308e3b0-3621-4dc0-b37f-d752f50be9af tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0488272 Jul 26 16:37:55.262945 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a333f819-7e0b-44db-996a-155e376e60e5 req-6f94941d-b559-4cf7-9ed4-da1adc0b61d5 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404186 Jul 26 16:37:55.264733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:55.618813 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:37:55.795116 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:37:55.803570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79187670-b7d2-4579-a022-0909d7ccf262 req-0df05fb9-9faf-40f2-b69f-d4799f4d1eaa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:55.805078 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-79187670-b7d2-4579-a022-0909d7ccf262 req-0df05fb9-9faf-40f2-b69f-d4799f4d1eaa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0478656 Jul 26 16:37:55.852159 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-79187670-b7d2-4579-a022-0909d7ccf262 req-030017f0-cd29-48fd-8aa1-8af1bfb28462 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Jul 26 16:37:56.380846 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c77a36-2502-4c04-a086-8b857a083ff6 req-5c616389-0825-427b-8c54-b2ac12037b31 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:56.382314 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-20c77a36-2502-4c04-a086-8b857a083ff6 req-5c616389-0825-427b-8c54-b2ac12037b31 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0467918 Jul 26 16:37:56.428778 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-20c77a36-2502-4c04-a086-8b857a083ff6 req-53403cc9-83f5-401e-baab-539501c40de4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408916 Jul 26 16:37:56.676697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5af5c-fda6-4378-a0e9-2617f7d9c0f3 req-f235c27b-b911-49ed-928c-f829ed6451d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:56.678196 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-96a5af5c-fda6-4378-a0e9-2617f7d9c0f3 req-f235c27b-b911-49ed-928c-f829ed6451d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0431137 Jul 26 16:37:56.723109 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-96a5af5c-fda6-4378-a0e9-2617f7d9c0f3 req-45ade437-8e10-4f80-8450-548414f48791 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375085 Jul 26 16:37:56.975538 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca5f33-56dd-4f8b-86fd-f4509e4dd626 req-fde5ee81-ebed-45ce-b405-b454de06f1ce tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:56.976963 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80ca5f33-56dd-4f8b-86fd-f4509e4dd626 req-fde5ee81-ebed-45ce-b405-b454de06f1ce tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0473700 Jul 26 16:37:57.026587 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80ca5f33-56dd-4f8b-86fd-f4509e4dd626 req-cd25bbe5-5fa8-425f-8678-21591cb35c7e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440865 Jul 26 16:37:57.544935 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78720f9b-eb6a-4910-aa05-6567475b1bcb req-183a5e47-0c05-408e-9831-f990ed60ada8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:57.546429 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78720f9b-eb6a-4910-aa05-6567475b1bcb req-183a5e47-0c05-408e-9831-f990ed60ada8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0470924 Jul 26 16:37:57.592696 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78720f9b-eb6a-4910-aa05-6567475b1bcb req-7f3b07b4-a3da-4c34-8eb9-2c5dd161d19c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401556 Jul 26 16:37:58.150828 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5dde8-7878-4bdc-8c41-708ebcbe5669 req-3d628e53-3881-430d-9f52-141a6335b4d4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:58.152315 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31f5dde8-7878-4bdc-8c41-708ebcbe5669 req-3d628e53-3881-430d-9f52-141a6335b4d4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0468483 Jul 26 16:37:58.199519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31f5dde8-7878-4bdc-8c41-708ebcbe5669 req-02def0af-b3d0-4456-918f-24448af04da0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Jul 26 16:37:58.711978 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030115-49fa-497d-a0af-18a050b54f41 req-98639d09-f601-46f7-bb98-bd59d2997477 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:58.713464 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b6030115-49fa-497d-a0af-18a050b54f41 req-98639d09-f601-46f7-bb98-bd59d2997477 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0473759 Jul 26 16:37:58.763858 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b6030115-49fa-497d-a0af-18a050b54f41 req-fd191c0d-f1fd-4f04-b5e1-7062b8147e49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Jul 26 16:37:59.640090 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-e272fd23-e5dc-4312-b4ca-259601d8fcff req-65bc63d3-b988-40e4-81e0-e128b697de4d service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:37:59.641144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e272fd23-e5dc-4312-b4ca-259601d8fcff req-65bc63d3-b988-40e4-81e0-e128b697de4d service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485990 Jul 26 16:37:59.878536 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc9225-2bf6-47ac-9b7b-e1df96355dca req-4622d3dd-050c-4acd-ac66-0d2b9bf641fb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:59.880124 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-79bc9225-2bf6-47ac-9b7b-e1df96355dca req-4622d3dd-050c-4acd-ac66-0d2b9bf641fb tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0463893 Jul 26 16:37:59.934523 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-79bc9225-2bf6-47ac-9b7b-e1df96355dca req-cb945aba-57d8-4fbf-b9bb-c4a23da8a0f5 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481894 Jul 26 16:37:59.980021 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4adec-9371-4c35-9358-9ccde34d01ce req-24a5d054-5f0a-4577-9c7a-beeb4642c08a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:37:59.981551 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b3e4adec-9371-4c35-9358-9ccde34d01ce req-24a5d054-5f0a-4577-9c7a-beeb4642c08a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0566597 Jul 26 16:38:00.036951 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b3e4adec-9371-4c35-9358-9ccde34d01ce req-194020f0-eb0a-4b37-8d0a-3684ed94d452 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493107 Jul 26 16:38:00.537900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46188) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:00.583287 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef64fde-cdf3-4dcc-bae6-ca3c2eccd8f4 req-7ee5bc9f-ce8c-45c4-9908-8fbb1eebd09a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:00.601492 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aef64fde-cdf3-4dcc-bae6-ca3c2eccd8f4 req-7ee5bc9f-ce8c-45c4-9908-8fbb1eebd09a tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0492024 Jul 26 16:38:00.601665 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:38:00.630244 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-2e0b767a-e405-4cf8-a41a-d5ccfcba698d service neutron] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911243 Jul 26 16:38:00.640331 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-fcd34f25-e45d-4972-be64-6d8b7c591c87 service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:38:00.641446 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-fcd34f25-e45d-4972-be64-6d8b7c591c87 service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053124 Jul 26 16:38:00.658476 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:00.663861 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:00.669341 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aef64fde-cdf3-4dcc-bae6-ca3c2eccd8f4 req-bbafadfc-27ad-47e9-b56e-4f6928297ec0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784528 Jul 26 16:38:00.670718 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-79b78bc7-4ecf-4f2b-823d-50a6dae723a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:00.672282 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-79b78bc7-4ecf-4f2b-823d-50a6dae723a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0540903 Jul 26 16:38:00.681649 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: DOWN; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:38:00.728377 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46196) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:00.827039 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-658c1023-eb36-4e4a-986a-9f2f340c4031 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:00.828519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-658c1023-eb36-4e4a-986a-9f2f340c4031 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports/7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 940 time: 0.0989747 Jul 26 16:38:01.030626 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-6d33149b-c98a-4724-abf3-8d000701edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:01.032139 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-6d33149b-c98a-4724-abf3-8d000701edcc service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.3538599 Jul 26 16:38:01.094736 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-19bb2a57-926b-4a61-be26-a16f1d64dfea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 1001 time: 0.0558510 Jul 26 16:38:01.148581 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-082e7668-03b4-4c8a-bdb3-bbd6d527573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:01.150124 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-082e7668-03b4-4c8a-bdb3-bbd6d527573d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0488331 Jul 26 16:38:01.170271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3dda4-662b-48d2-a551-59777490e5f8 req-ca8a43b9-2326-442a-89e5-f7a698730872 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:01.171900 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80f3dda4-662b-48d2-a551-59777490e5f8 req-ca8a43b9-2326-442a-89e5-f7a698730872 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0522780 Jul 26 16:38:01.195834 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-77807e45-9258-4c24-9e46-dde135ff268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:01.197379 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-77807e45-9258-4c24-9e46-dde135ff268d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405555 Jul 26 16:38:01.219745 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80f3dda4-662b-48d2-a551-59777490e5f8 req-7e7e957f-fe5c-42c7-a5ae-70fb531bb5c2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Jul 26 16:38:01.290854 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-1b68f0fe-bf51-4956-a18f-1c82379762d7 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855713 Jul 26 16:38:01.384652 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a8913dfa-a513-4c26-8ed4-78c2247f4148 req-2121a5f4-9ad2-446e-8712-d6285e79d9cc service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856233 Jul 26 16:38:01.792418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006bb25-a3cf-47f7-91a0-02ba932d7c4e req-66eb0e55-ef88-4237-8bd9-92871568a733 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:01.793910 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3006bb25-a3cf-47f7-91a0-02ba932d7c4e req-66eb0e55-ef88-4237-8bd9-92871568a733 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0478957 Jul 26 16:38:01.844769 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3006bb25-a3cf-47f7-91a0-02ba932d7c4e req-af1dce54-fd32-4739-b81e-9e66dec62bd4 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 Jul 26 16:38:02.341807 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc062b-310d-4e34-ba69-b4e2127fce12 req-8548e6c8-01aa-41d0-89d8-8fdaee170bac tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:02.343240 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-12cc062b-310d-4e34-ba69-b4e2127fce12 req-8548e6c8-01aa-41d0-89d8-8fdaee170bac tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0460162 Jul 26 16:38:02.389365 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-12cc062b-310d-4e34-ba69-b4e2127fce12 req-32458e0b-ed50-4913-916a-3ff80a0bd604 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Jul 26 16:38:02.961526 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb5e8-9262-41de-a5e3-d3ab85941c36 req-8f791563-251f-4f68-92e2-d0d704a04582 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:02.962981 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-532eb5e8-9262-41de-a5e3-d3ab85941c36 req-8f791563-251f-4f68-92e2-d0d704a04582 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0467122 Jul 26 16:38:03.009178 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-532eb5e8-9262-41de-a5e3-d3ab85941c36 req-fd3be1e4-08fb-4c9a-aeb3-7781802f060b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Jul 26 16:38:03.513917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb692e-3ba0-421b-bbb8-faeac8d57ec9 req-22935133-f4d4-4d29-b432-d5d57e32fd13 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:03.515413 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-46eb692e-3ba0-421b-bbb8-faeac8d57ec9 req-22935133-f4d4-4d29-b432-d5d57e32fd13 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0461078 Jul 26 16:38:03.565007 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-46eb692e-3ba0-421b-bbb8-faeac8d57ec9 req-61055166-4e16-4beb-8b91-87caf469c1f3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Jul 26 16:38:03.656088 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:03.656929 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:04.127357 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd2824-04a8-4464-98f0-642b33a68901 req-4432fd9e-c25f-4233-953e-ee6335ec4626 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:04.128872 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46fd2824-04a8-4464-98f0-642b33a68901 req-4432fd9e-c25f-4233-953e-ee6335ec4626 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0471859 Jul 26 16:38:04.175089 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46fd2824-04a8-4464-98f0-642b33a68901 req-a5693d5c-e6df-4ad6-a899-d6d33ca2e084 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Jul 26 16:38:04.687139 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b7fa4-7eeb-48c2-aed4-5386c42a90e9 req-be402827-7797-44b7-8600-dcf3bea54c97 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:04.688628 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-267b7fa4-7eeb-48c2-aed4-5386c42a90e9 req-be402827-7797-44b7-8600-dcf3bea54c97 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0478454 Jul 26 16:38:04.734300 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-267b7fa4-7eeb-48c2-aed4-5386c42a90e9 req-997fedb8-fd00-48a0-94a6-381336a6928e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Jul 26 16:38:05.299362 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098acf7-3d53-4831-b592-5317563a7e1c req-4ca2b1ec-9a3d-4738-95ee-85f6a382c618 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:05.300875 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d098acf7-3d53-4831-b592-5317563a7e1c req-4ca2b1ec-9a3d-4738-95ee-85f6a382c618 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0540662 Jul 26 16:38:05.347709 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d098acf7-3d53-4831-b592-5317563a7e1c req-f454ec58-a9a5-4c71-84ce-5e143599722e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Jul 26 16:38:05.857204 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711b797-f5fc-4109-aa74-a4746e805d54 req-bd757d65-5dcd-42d0-aa8c-f4648718d675 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:05.858709 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c711b797-f5fc-4109-aa74-a4746e805d54 req-bd757d65-5dcd-42d0-aa8c-f4648718d675 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0478871 Jul 26 16:38:05.906144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c711b797-f5fc-4109-aa74-a4746e805d54 req-407bc879-ad9a-439a-8c80-3340aff23334 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Jul 26 16:38:06.124481 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:06.418520 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-50c3ee19-9d1f-4347-9591-350adcbce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.420081 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-50c3ee19-9d1f-4347-9591-350adcbce52f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 1127 time: 0.0762908 Jul 26 16:38:06.502187 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a7115-1b8d-4d40-bcd8-0123e9cd815e req-dab6b237-9514-4629-b84d-cad8cf3db522 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.504451 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1c2a7115-1b8d-4d40-bcd8-0123e9cd815e req-dab6b237-9514-4629-b84d-cad8cf3db522 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0763731 Jul 26 16:38:06.528693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-27200be3-a142-4178-8f9e-351ba1e4db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.530155 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-27200be3-a142-4178-8f9e-351ba1e4db7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1127 time: 0.0625484 Jul 26 16:38:06.588500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:06.620645 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1c2a7115-1b8d-4d40-bcd8-0123e9cd815e req-ea30fce5-0309-4327-984f-eab3eec4c170 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072185 Jul 26 16:38:06.624943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:06.659990 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-2ba30918-2253-412e-86b8-9855884cfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.661673 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-2ba30918-2253-412e-86b8-9855884cfdc7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.1230922 Jul 26 16:38:06.713078 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:06.723420 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-51c5ac25-2438-4ad9-9131-a87d6fa02124 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 200 len: 999 time: 0.0556920 Jul 26 16:38:06.729051 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8ed2c-bea5-4cf5-8895-4148e361a5ce req-4a445579-3e6a-4771-9d65-6504d5660876 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.730517 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dde8ed2c-bea5-4cf5-8895-4148e361a5ce req-4a445579-3e6a-4771-9d65-6504d5660876 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0506041 Jul 26 16:38:06.740688 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46232) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:06.745113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Request body: {'floatingip': {'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:38:06.748658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:06.774007 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-592ed710-c56e-4122-a346-95a31ecf6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.775486 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-592ed710-c56e-4122-a346-95a31ecf6d5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0455809 Jul 26 16:38:06.798904 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:06.823092 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-4c2c83e2-fabc-45cf-b06a-9261b7d8cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:06.824772 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-4c2c83e2-fabc-45cf-b06a-9261b7d8cd55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423386 Jul 26 16:38:06.925987 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-ca257d56-9cc9-4d76-84ef-cd1227bd3bad service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948315 Jul 26 16:38:07.058147 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee65369-f7fa-4f7d-abc7-52b168a98e19 req-83cd5155-dd05-4ef6-8f0b-1846ba578b3e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:07.059639 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eee65369-f7fa-4f7d-abc7-52b168a98e19 req-83cd5155-dd05-4ef6-8f0b-1846ba578b3e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0660357 Jul 26 16:38:07.061842 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-59518ad5-68fb-4ee7-a62a-95bc4858e5b1 req-e8123706-ff88-472e-9777-d4a00265f439 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299493 Jul 26 16:38:07.108731 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eee65369-f7fa-4f7d-abc7-52b168a98e19 req-214f368d-4914-45b9-8ae9-529aa060f698 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429285 Jul 26 16:38:07.482498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:07.615957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:07.844859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:38:07.967780 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:38:07.973144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:07.978111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:38:07.990332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:07.991055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:37:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:08.040156 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:38:08.042433 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d4933-3456-4d60-bc6c-c0eeb352e553" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:38:08.057693 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-53ac26eb-4599-4401-a5ce-45d008919910 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "PUT /v2.0/floatingips/45757f67-aadf-4398-9a3d-ebf6b9a2d70d HTTP/1.1" status: 200 len: 993 time: 1.3159332 Jul 26 16:38:08.088684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef0ddc-ab7b-4a5b-ac47-7ccc1faccc63 x-openstack-request-id: req-78ef0ddc-ab7b-4a5b-ac47-7ccc1faccc63 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:38:08.088979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:38:08.089238 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-78ef0ddc-ab7b-4a5b-ac47-7ccc1faccc63 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:38:08.089639 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ef0ddc-ab7b-4a5b-ac47-7ccc1faccc63'] response: {'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'status': 'completed', 'code': 200} Jul 26 16:38:08.106987 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:08.252822 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460bb0b-5314-439c-af51-cc249f238bb1 req-feb4c016-d245-434c-806d-5b23ff888854 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:08.254357 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6460bb0b-5314-439c-af51-cc249f238bb1 req-feb4c016-d245-434c-806d-5b23ff888854 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0589340 Jul 26 16:38:08.314577 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6460bb0b-5314-439c-af51-cc249f238bb1 req-a3ea0871-4abc-4391-b412-5f1425033685 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531149 Jul 26 16:38:08.354379 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:38:07Z', 'revision_number': 3, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:08.386209 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:38:08.395549 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:08.396172 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:37:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:08.517926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:08.554485 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:08.597967 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:08.743276 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:38:07Z', 'revision_number': 3, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:08.769334 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc4d39-5849-416d-aa45-a131adc2ab50 None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '45757f67-aadf-4398-9a3d-ebf6b9a2d70d', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'port_id': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'mac_address': 'fa:16:3e:9d:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:35:16Z', 'updated_at': '2022-07-26T16:38:07Z', 'revision_number': 3, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:38:09.439015 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:09.450484 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd2bc1-e4da-4e7f-b463-04e828f6c74b req-0eb7f6db-5fce-4bb3-a92f-85ea12f8aa0a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:09.452002 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-81bd2bc1-e4da-4e7f-b463-04e828f6c74b req-0eb7f6db-5fce-4bb3-a92f-85ea12f8aa0a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0506897 Jul 26 16:38:09.511390 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:09.518496 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-81bd2bc1-e4da-4e7f-b463-04e828f6c74b req-1225fefa-930c-4cc5-8010-84f9e7da9238 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583479 Jul 26 16:38:10.090627 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:38:10.093230 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae3c886-536c-42af-971f-69ecc44f51c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:38:10.130294 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261be5ea-f52d-4ba0-a565-f7d4a6485996 x-openstack-request-id: req-261be5ea-f52d-4ba0-a565-f7d4a6485996 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:38:10.130586 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:38:10.130841 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-261be5ea-f52d-4ba0-a565-f7d4a6485996 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:38:10.131250 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261be5ea-f52d-4ba0-a565-f7d4a6485996'] response: {'name': 'network-changed', 'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'status': 'completed', 'code': 200} Jul 26 16:38:10.656511 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351ab24-9b82-4fcf-b047-f3c18b33768d req-5b99c720-f37d-4758-89fe-93c0aaffd00d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:10.658640 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e351ab24-9b82-4fcf-b047-f3c18b33768d req-5b99c720-f37d-4758-89fe-93c0aaffd00d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0546947 Jul 26 16:38:10.710060 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e351ab24-9b82-4fcf-b047-f3c18b33768d req-c9676f34-288b-4ab3-a198-b6f93f70dd9f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Jul 26 16:38:11.844296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb372a-b513-425e-bfa3-0c1d84563f6a req-58e1deaa-ac84-493d-b89b-e971c0fb5c0a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:11.846441 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17cb372a-b513-425e-bfa3-0c1d84563f6a req-58e1deaa-ac84-493d-b89b-e971c0fb5c0a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0533192 Jul 26 16:38:11.898459 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17cb372a-b513-425e-bfa3-0c1d84563f6a req-49b62f41-8096-45a0-bd92-1c903977dea3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Jul 26 16:38:13.032340 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d8a9f-aeb3-48df-a337-47f0f5dfe013 req-bb18d0e5-7a0a-4a52-bb62-201a3508ad92 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:13.034057 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2a5d8a9f-aeb3-48df-a337-47f0f5dfe013 req-bb18d0e5-7a0a-4a52-bb62-201a3508ad92 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0513256 Jul 26 16:38:13.087184 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2a5d8a9f-aeb3-48df-a337-47f0f5dfe013 req-3c5b3a14-31cf-4a93-b095-cb5fc0be9f72 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470519 Jul 26 16:38:14.216043 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7cc62-e198-4abb-b5ec-f23033695b58 req-5d916df9-b348-4b8d-ac09-d2a7101b8c53 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:14.217574 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d1b7cc62-e198-4abb-b5ec-f23033695b58 req-5d916df9-b348-4b8d-ac09-d2a7101b8c53 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0489421 Jul 26 16:38:14.280744 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d1b7cc62-e198-4abb-b5ec-f23033695b58 req-c553c64c-af2a-4044-89ab-9a569f2b3c6e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Jul 26 16:38:15.409817 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70e7f-b881-411b-82af-010d7afbb04c req-0ac2571e-e481-43ee-9fb5-7035f549c278 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:15.411585 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80b70e7f-b881-411b-82af-010d7afbb04c req-0ac2571e-e481-43ee-9fb5-7035f549c278 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0493724 Jul 26 16:38:15.466203 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80b70e7f-b881-411b-82af-010d7afbb04c req-dc26271d-cc00-4b9c-ab99-93c9243d6e68 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490530 Jul 26 16:38:16.611031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97f7e-2dfe-4fa3-a797-68e38179dd29 req-df929803-8bfe-4277-b772-5969a4c9ab09 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:16.612552 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8b97f7e-2dfe-4fa3-a797-68e38179dd29 req-df929803-8bfe-4277-b772-5969a4c9ab09 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0609899 Jul 26 16:38:16.666100 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8b97f7e-2dfe-4fa3-a797-68e38179dd29 req-9515e43c-0b87-4673-8cdd-03f44913e59b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472252 Jul 26 16:38:17.789286 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7927c-4b5a-4f5c-8ac8-be2143723022 req-e18b4f3d-9a0f-4a57-b52c-06790f36cf90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:17.790717 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2ea7927c-4b5a-4f5c-8ac8-be2143723022 req-e18b4f3d-9a0f-4a57-b52c-06790f36cf90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0465133 Jul 26 16:38:17.836175 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2ea7927c-4b5a-4f5c-8ac8-be2143723022 req-97492beb-0b66-433b-b4d2-1ee0d9db3f40 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400457 Jul 26 16:38:18.741213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:18.745999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=29 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:18.958430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419f0cf-a828-4501-96a1-5a6b0a49d907 req-be09a2ab-2115-496e-9560-fa6a08b36245 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:18.959877 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1419f0cf-a828-4501-96a1-5a6b0a49d907 req-be09a2ab-2115-496e-9560-fa6a08b36245 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0465415 Jul 26 16:38:19.025041 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1419f0cf-a828-4501-96a1-5a6b0a49d907 req-c01a9345-d8d0-4b13-943a-815dc4754c8a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591979 Jul 26 16:38:20.149384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeca62c-0335-4bcc-ad0b-3b5d053acbaf req-4bf186e7-b228-4ba2-a9c8-b93a67488046 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:20.150865 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8eeca62c-0335-4bcc-ad0b-3b5d053acbaf req-4bf186e7-b228-4ba2-a9c8-b93a67488046 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0471570 Jul 26 16:38:20.190547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:20.197578 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8eeca62c-0335-4bcc-ad0b-3b5d053acbaf req-869dcde6-d553-41d9-9c71-cd18c128b9d2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413735 Jul 26 16:38:20.336174 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e38000a2-34ff-44e1-b1ee-efdde4c2ffc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:21.322427 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039e1d9-d167-40a0-b6e3-cd2674ac63d0 req-82bda8d6-09f7-4812-8f2b-05967a238ca3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:21.323885 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6039e1d9-d167-40a0-b6e3-cd2674ac63d0 req-82bda8d6-09f7-4812-8f2b-05967a238ca3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0501256 Jul 26 16:38:21.369651 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6039e1d9-d167-40a0-b6e3-cd2674ac63d0 req-59455f7d-1d3f-4097-8f2d-7c308035ae14 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397661 Jul 26 16:38:21.627603 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-2ca3bb2a-7814-4dd0-aecc-571ad709eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:21.629147 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-2ca3bb2a-7814-4dd0-aecc-571ad709eac6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0910766 Jul 26 16:38:22.492617 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e92f65-b0a7-432e-b389-69506b7bd716 req-356b2d5b-0b2e-4acb-8b5e-89b11f053b90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:22.494113 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b2e92f65-b0a7-432e-b389-69506b7bd716 req-356b2d5b-0b2e-4acb-8b5e-89b11f053b90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0478110 Jul 26 16:38:22.540631 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b2e92f65-b0a7-432e-b389-69506b7bd716 req-ec9191ac-4250-48b3-909c-8c3d2dc3aed4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409803 Jul 26 16:38:22.550631 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fe386adb-3543-42a1-b888-153df8d06162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:23.459168 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:23.533423 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-f77d9d8e-42bb-43f1-92f5-b51f7cec6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:23.535301 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-f77d9d8e-42bb-43f1-92f5-b51f7cec6f79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0954325 Jul 26 16:38:23.663321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d760e-accd-4ba6-b43d-f75369d52b14 req-77403c2e-e20c-47dc-b6c2-fda66e391f61 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:23.664877 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d41d760e-accd-4ba6-b43d-f75369d52b14 req-77403c2e-e20c-47dc-b6c2-fda66e391f61 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0473020 Jul 26 16:38:23.713889 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d41d760e-accd-4ba6-b43d-f75369d52b14 req-4a059cdb-2d89-4f5b-9e90-c46fe41e2ee5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Jul 26 16:38:23.913411 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:24.055110 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-443006cb-231a-4a23-a6c1-57267a027afc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 1001 time: 0.0549951 Jul 26 16:38:24.105525 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-481a29e9-5ac5-439b-88ac-42fcad21f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.106930 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-481a29e9-5ac5-439b-88ac-42fcad21f66d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0427592 Jul 26 16:38:24.197533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-a336fa35-e5fc-45c1-915a-e437c4c619f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.199010 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-a336fa35-e5fc-45c1-915a-e437c4c619f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430636 Jul 26 16:38:24.288932 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-166f1373-0530-4e5d-9dbb-413b5a387eec service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832667 Jul 26 16:38:24.385124 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8ae3c886-536c-42af-971f-69ecc44f51c2 req-d65249ed-2e45-4d0c-ab0a-6bd568e2a5f4 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899155 Jul 26 16:38:24.504090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-5f0306a9-3e69-4418-ad88-815cf1a88d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.505641 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-5f0306a9-3e69-4418-ad88-815cf1a88d5e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 1130 time: 0.0400989 Jul 26 16:38:24.599011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-dc93d415-9fa5-4993-8c63-9bd33f72583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.600535 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-dc93d415-9fa5-4993-8c63-9bd33f72583a service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0888064 Jul 26 16:38:24.628331 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:38:24.664682 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-844feba3-4790-4fc1-aa41-bf833e1d720a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 200 len: 1001 time: 0.0549927 Jul 26 16:38:24.718307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-ec3a45eb-0444-4a10-8189-cd9994735214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.719821 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-ec3a45eb-0444-4a10-8189-cd9994735214 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0434129 Jul 26 16:38:24.774671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-97474f23-b564-4186-888a-5db59b8ba2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.776289 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-97474f23-b564-4186-888a-5db59b8ba2ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494957 Jul 26 16:38:24.888242 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1ee2-36b2-4fa7-85c7-44871a725727 req-06e3b204-6fb5-4e48-8052-3299e510e3f1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:24.889739 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd0a1ee2-36b2-4fa7-85c7-44871a725727 req-06e3b204-6fb5-4e48-8052-3299e510e3f1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0856578 Jul 26 16:38:24.890133 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:24.930643 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-3f13afe0-f0b7-4375-abf5-02ec9a49ae48 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466088 Jul 26 16:38:24.996899 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd0a1ee2-36b2-4fa7-85c7-44871a725727 req-5740c355-faca-4d09-adbd-bdf6e271e634 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952687 Jul 26 16:38:25.037808 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-868d4933-3456-4d60-bc6c-c0eeb352e553 req-4a87a32a-b864-4fc8-9494-bb2b1d6d0c7a service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971701 Jul 26 16:38:25.157917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:25.197900 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e0afa-030b-40cb-8a8c-0114c9840e88 req-510828fc-fef2-4e89-9759-994dc27a24c2 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:25.199375 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c69e0afa-030b-40cb-8a8c-0114c9840e88 req-510828fc-fef2-4e89-9759-994dc27a24c2 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Jul 26 16:38:25.245356 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c69e0afa-030b-40cb-8a8c-0114c9840e88 req-26f39479-d860-44c8-82a8-34276b3f7ad5 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403585 Jul 26 16:38:25.267136 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:25.609935 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:26.121772 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f883-a395-4555-9fcf-9c4ce2587d4f req-842a582e-207a-47c2-8d4c-9d1819a30f75 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:26.123207 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5250f883-a395-4555-9fcf-9c4ce2587d4f req-842a582e-207a-47c2-8d4c-9d1819a30f75 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0465531 Jul 26 16:38:26.173701 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5250f883-a395-4555-9fcf-9c4ce2587d4f req-340ad392-4396-4530-a480-44a4f4352f97 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450716 Jul 26 16:38:26.361763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaa1c2-4a6f-4c02-9065-17d0af2b43cb req-07619789-e0ae-47f4-b182-93a525067337 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:26.363191 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1ffaa1c2-4a6f-4c02-9065-17d0af2b43cb req-07619789-e0ae-47f4-b182-93a525067337 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0451162 Jul 26 16:38:26.410080 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1ffaa1c2-4a6f-4c02-9065-17d0af2b43cb req-f237da0b-76f0-4d85-ae78-b4549a2fb200 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Jul 26 16:38:27.295000 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd2ffe-1340-42ce-9bb8-bee21ed8eb52 req-981b6f42-d73d-4307-840d-461abd6ad701 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:27.296467 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c9fd2ffe-1340-42ce-9bb8-bee21ed8eb52 req-981b6f42-d73d-4307-840d-461abd6ad701 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0463953 Jul 26 16:38:27.342736 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c9fd2ffe-1340-42ce-9bb8-bee21ed8eb52 req-d207959d-2590-46b6-a7c2-3e62a8507b81 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402684 Jul 26 16:38:27.531880 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491ea7-f6ee-41f5-b560-1cacbe8e4998 req-d4510503-01cf-47f3-a8a3-e5cc7ca1c3bf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:27.533373 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6d491ea7-f6ee-41f5-b560-1cacbe8e4998 req-d4510503-01cf-47f3-a8a3-e5cc7ca1c3bf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0503585 Jul 26 16:38:27.579426 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6d491ea7-f6ee-41f5-b560-1cacbe8e4998 req-0c8a5880-16b2-44c3-8e8a-474b30131dba tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406513 Jul 26 16:38:28.465005 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3d403-e0a0-49e4-bf14-35ab4e8ca816 req-0b1bf493-d36f-47f2-9332-b4458cd538c9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:28.466459 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9f3d403-e0a0-49e4-bf14-35ab4e8ca816 req-0b1bf493-d36f-47f2-9332-b4458cd538c9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0469835 Jul 26 16:38:28.514460 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9f3d403-e0a0-49e4-bf14-35ab4e8ca816 req-0f7a96b2-8604-4aa6-9e58-3d6e4726b9ed tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Jul 26 16:38:28.694260 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d829aff-5e56-4d02-95ca-c9904c5e94ab req-5a367eaa-64ca-4b25-bd33-f8a953ce0770 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:28.695659 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d829aff-5e56-4d02-95ca-c9904c5e94ab req-5a367eaa-64ca-4b25-bd33-f8a953ce0770 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Jul 26 16:38:28.742357 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d829aff-5e56-4d02-95ca-c9904c5e94ab req-6b7a2843-8fe3-47b2-9fcc-ca1560e04bd9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Jul 26 16:38:29.640629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab32e-5bb7-4607-809a-7a4f27e9f6ea req-fb16a655-2211-414b-8cd5-2e3a25f9b964 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:29.642084 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fa7ab32e-5bb7-4607-809a-7a4f27e9f6ea req-fb16a655-2211-414b-8cd5-2e3a25f9b964 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0499547 Jul 26 16:38:29.653091 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:29.689651 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fa7ab32e-5bb7-4607-809a-7a4f27e9f6ea req-7673094f-fcfe-42bd-bcbc-08c50c2b247e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Jul 26 16:38:29.863191 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1b154-9ef0-4ce1-92c5-60f15bd23d20 req-70607535-94cd-40df-a6b4-c53d9234625a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:29.864705 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6bd1b154-9ef0-4ce1-92c5-60f15bd23d20 req-70607535-94cd-40df-a6b4-c53d9234625a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0527418 Jul 26 16:38:29.914576 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6bd1b154-9ef0-4ce1-92c5-60f15bd23d20 req-b7d2bd8f-114a-441d-9c55-186b5b061dee tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443478 Jul 26 16:38:30.795910 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:30.813869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c219c81-1935-4338-a71f-b5a78e8f908f req-b922d134-0f38-410a-b07e-6f59d7ad7232 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:30.815315 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c219c81-1935-4338-a71f-b5a78e8f908f req-b922d134-0f38-410a-b07e-6f59d7ad7232 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 943 time: 0.0468383 Jul 26 16:38:30.844405 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:38:30.862456 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c219c81-1935-4338-a71f-b5a78e8f908f req-41ab854f-4db1-46fa-8e1d-9673cb5c6d8c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Jul 26 16:38:30.943170 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:38:30.955037 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'mac_address': 'fa:16:3e:15:3e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:38:30.988898 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:38:30.989293 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:31.003044 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:38:31.024271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:38:31.032770 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad71b-0cdd-4760-b163-b703db7c6f76 req-c7d8c907-ca1b-4d23-8c2f-39725b696417 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:31.035168 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-188ad71b-0cdd-4760-b163-b703db7c6f76 req-c7d8c907-ca1b-4d23-8c2f-39725b696417 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Jul 26 16:38:31.082133 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:31.084632 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-188ad71b-0cdd-4760-b163-b703db7c6f76 req-823fff76-b0ea-4ce8-a953-32a122cc0fe3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448027 Jul 26 16:38:31.132608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=9']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:31.673490 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['7f871a00-9630-48c9-845a-ddb06fb9a2df'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:38:31.988105 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fde029-d95a-472f-8c59-2b323f0d4a3c req-cf59e156-fa13-4b4e-9422-12ee45b0e8b2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:31.989567 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a7fde029-d95a-472f-8c59-2b323f0d4a3c req-cf59e156-fa13-4b4e-9422-12ee45b0e8b2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0498405 Jul 26 16:38:32.036345 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a7fde029-d95a-472f-8c59-2b323f0d4a3c req-8cda6a59-7d69-4d4f-82e9-e4204868a347 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Jul 26 16:38:32.199337 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7897d-1f27-4511-b4c4-b36970628b40 req-22ef7e02-ca34-4d0b-8e8e-c8f2e5a79e45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:32.200805 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-54c7897d-1f27-4511-b4c4-b36970628b40 req-22ef7e02-ca34-4d0b-8e8e-c8f2e5a79e45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0463047 Jul 26 16:38:32.247475 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-54c7897d-1f27-4511-b4c4-b36970628b40 req-af987101-3282-43ee-a20f-14706c9a7405 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413482 Jul 26 16:38:32.978461 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:38:33.024992 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 7f871a00-9630-48c9-845a-ddb06fb9a2df triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:38:33.025367 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:33.095729 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7f871a00-9630-48c9-845a-ddb06fb9a2df is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:38:33.096127 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:33.132800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:38:33.136571 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2207f13-df96-44e1-be5b-ebabe33096f9" -d '{"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:38:33.152346 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:38:33.162663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14eae8-490c-48f3-881b-6b538df29258 req-3d77bbfa-01ac-43df-8e50-9c213372a494 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:33.167713 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db14eae8-490c-48f3-881b-6b538df29258 req-3d77bbfa-01ac-43df-8e50-9c213372a494 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 944 time: 0.0532448 Jul 26 16:38:33.176652 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c651b39b-b7d2-4402-96f5-d9ad5c97ac0e x-openstack-request-id: req-c651b39b-b7d2-4402-96f5-d9ad5c97ac0e {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:38:33.177019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-plugged", "status": "completed", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:38:33.177284 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-c651b39b-b7d2-4402-96f5-d9ad5c97ac0e {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:38:33.177687 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c651b39b-b7d2-4402-96f5-d9ad5c97ac0e'] response: {'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'code': 200} Jul 26 16:38:33.215720 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db14eae8-490c-48f3-881b-6b538df29258 req-c2dd0126-da1c-4373-b24d-e79499e7560e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459070 Jul 26 16:38:33.237710 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:33.289222 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=10']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:33.296280 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.296654 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.297017 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.297365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.298266 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.298596 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.298927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.299256 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.299586 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.299914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.300241 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.300592 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.300919 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.301242 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.301655 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:33.372845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc717-7b48-4c64-8d20-5e8780377ba5 req-b7becea9-da97-461a-986c-8cdbe7666755 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:33.374339 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-177cc717-7b48-4c64-8d20-5e8780377ba5 req-b7becea9-da97-461a-986c-8cdbe7666755 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Jul 26 16:38:33.420822 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-177cc717-7b48-4c64-8d20-5e8780377ba5 req-88f315c9-0940-49b0-83dd-247f294dccae tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409207 Jul 26 16:38:33.939446 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c6036-ebfc-4aeb-980b-750fa50b1013 req-43c3c136-3643-4db5-9012-11fe3bdb215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:33.940958 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-115c6036-ebfc-4aeb-980b-750fa50b1013 req-43c3c136-3643-4db5-9012-11fe3bdb215c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 1130 time: 0.0390449 Jul 26 16:38:33.963748 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:33.984441 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-115c6036-ebfc-4aeb-980b-750fa50b1013 req-10b110f0-1a09-4889-8afe-b2fbb2d6ae2b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376103 Jul 26 16:38:34.340587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff444f-23a8-4f96-91a8-24e915b4e269 req-aca77f2f-d260-477c-be51-46d6e8227ea2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:34.342253 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9aff444f-23a8-4f96-91a8-24e915b4e269 req-aca77f2f-d260-477c-be51-46d6e8227ea2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0464265 Jul 26 16:38:34.391833 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9aff444f-23a8-4f96-91a8-24e915b4e269 req-b456e30d-bb0c-47d6-ab13-0e608a5741f8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Jul 26 16:38:34.546501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9e9f-cbb6-4ef8-a7f4-34ff34022609 req-2bfe225d-bce5-4b14-9253-b30ec6276159 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:34.548599 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-843a9e9f-cbb6-4ef8-a7f4-34ff34022609 req-2bfe225d-bce5-4b14-9253-b30ec6276159 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0539145 Jul 26 16:38:34.598246 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-843a9e9f-cbb6-4ef8-a7f4-34ff34022609 req-a18a1566-9f41-4037-932d-dc4cfbaa9c51 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440071 Jul 26 16:38:35.517232 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0b330-6e34-4cbd-a769-c8a0c8386785 req-2af4cf82-58ab-4b97-9b46-b477da0b9df9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:35.519725 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8f0b330-6e34-4cbd-a769-c8a0c8386785 req-2af4cf82-58ab-4b97-9b46-b477da0b9df9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0522125 Jul 26 16:38:35.566828 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8f0b330-6e34-4cbd-a769-c8a0c8386785 req-951d4b02-fd69-4204-a307-fd3ee19d6e71 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Jul 26 16:38:35.715155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ebacc-b679-456a-a95b-e81df163b0d2 req-57711ea6-f687-4cde-b70f-38c31cdc0c58 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:35.716555 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-932ebacc-b679-456a-a95b-e81df163b0d2 req-57711ea6-f687-4cde-b70f-38c31cdc0c58 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0458980 Jul 26 16:38:35.763137 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-932ebacc-b679-456a-a95b-e81df163b0d2 req-f15d9d4f-e5f0-4bd3-b117-796892275f8a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Jul 26 16:38:36.153155 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:36.694393 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f1e7-5ad1-4aa5-bcb3-3e5b7ef3f222 req-26e2df09-3a1e-4d2d-9493-7fc8f7d84ec5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:36.695934 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1578f1e7-5ad1-4aa5-bcb3-3e5b7ef3f222 req-26e2df09-3a1e-4d2d-9493-7fc8f7d84ec5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0508261 Jul 26 16:38:36.744256 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1578f1e7-5ad1-4aa5-bcb3-3e5b7ef3f222 req-15365957-6a3f-46e2-92d1-8bd6b6ffc2bd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 Jul 26 16:38:36.887875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f9e6a-bbc5-4f3b-9dd3-65eeaf209a8b req-a730283d-e42a-47ab-82cf-5f72aca1931d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:36.889393 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0b7f9e6a-bbc5-4f3b-9dd3-65eeaf209a8b req-a730283d-e42a-47ab-82cf-5f72aca1931d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0544319 Jul 26 16:38:36.945772 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0b7f9e6a-bbc5-4f3b-9dd3-65eeaf209a8b req-b637af7c-9b6d-4447-a667-ed9a3a96d680 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507030 Jul 26 16:38:37.523804 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e19ab-660e-4320-8237-621d1b16fb43 req-1779e42a-3d0b-42d4-a997-80a3f984ec92 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:37.525670 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ae3e19ab-660e-4320-8237-621d1b16fb43 req-1779e42a-3d0b-42d4-a997-80a3f984ec92 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0583203 Jul 26 16:38:37.577496 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ae3e19ab-660e-4320-8237-621d1b16fb43 req-1d4b1dde-aebb-41d3-afa7-4d287a988c2f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Jul 26 16:38:37.854108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:37.871976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572753d7-19d6-4a00-9173-e08478efe870 req-8920c00a-ae5c-4d9a-bc7b-54617f3a5341 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:37.873466 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-572753d7-19d6-4a00-9173-e08478efe870 req-8920c00a-ae5c-4d9a-bc7b-54617f3a5341 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0504098 Jul 26 16:38:37.920269 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-572753d7-19d6-4a00-9173-e08478efe870 req-312c166e-2763-4419-99f3-d59566243d22 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Jul 26 16:38:38.067088 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0cf61-084e-4219-bb7d-d542e4f72086 req-e9f7262d-cc92-458b-a1f0-0ed712f115a6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:38.068492 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-feb0cf61-084e-4219-bb7d-d542e4f72086 req-e9f7262d-cc92-458b-a1f0-0ed712f115a6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Jul 26 16:38:38.114648 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-feb0cf61-084e-4219-bb7d-d542e4f72086 req-910ef604-62c0-4ad7-9dd3-c513c3509a5c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 Jul 26 16:38:38.698903 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32191c4d-4dc9-49a0-89dd-417f7cd4fbff req-ca81dbdf-42f9-47d2-b532-a348f280e3e2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:38.700426 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32191c4d-4dc9-49a0-89dd-417f7cd4fbff req-ca81dbdf-42f9-47d2-b532-a348f280e3e2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0465474 Jul 26 16:38:38.747431 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32191c4d-4dc9-49a0-89dd-417f7cd4fbff req-a73d0f23-536c-4016-8ab2-732d9adf97ed tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Jul 26 16:38:39.231692 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9dfdd-b355-483f-8853-3fa4a21a69c4 req-a13476a0-b05e-46e3-9de9-468eb72592d0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.233174 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-78d9dfdd-b355-483f-8853-3fa4a21a69c4 req-a13476a0-b05e-46e3-9de9-468eb72592d0 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0470982 Jul 26 16:38:39.286717 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-78d9dfdd-b355-483f-8853-3fa4a21a69c4 req-0cbc7ce9-b2fd-4929-bdd8-c106178bbfcf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477824 Jul 26 16:38:39.414395 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-ed46f8f4-cf25-46bd-b2e9-9276291b3431 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405614 Jul 26 16:38:39.675763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-2a5fdfc4-c7c7-4670-b5c7-43f32376d091 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.677197 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-2a5fdfc4-c7c7-4670-b5c7-43f32376d091 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0472875 Jul 26 16:38:39.690059 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389893-4d70-4b24-ae57-f130262cb504 req-3878587d-0c44-4a3c-af90-4be7f4a30015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.691555 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-3878587d-0c44-4a3c-af90-4be7f4a30015 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a954085f8f454698c55faa9351ad6e&device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 1129 time: 0.0412967 Jul 26 16:38:39.761480 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port 1b0b636e-41d7-4e36-912a-bf842602d0ee {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:38:39.761933 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:39.786328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:39.796757 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389893-4d70-4b24-ae57-f130262cb504 req-3df88ab4-bd93-4884-b0c2-7e870e8b98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.801730 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-3df88ab4-bd93-4884-b0c2-7e870e8b98a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 200 len: 920 time: 0.0890787 Jul 26 16:38:39.842963 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-51e79ad6-1fb1-4e54-a2ee-a3d00842d299 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 200 len: 217 time: 0.0387759 Jul 26 16:38:39.889185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395d6c6-137e-4435-8e8c-eb4699920d7c req-33dc145e-1f35-4241-98e0-efea2d76521b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.890641 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e395d6c6-137e-4435-8e8c-eb4699920d7c req-33dc145e-1f35-4241-98e0-efea2d76521b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 945 time: 0.0671403 Jul 26 16:38:39.891578 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389893-4d70-4b24-ae57-f130262cb504 req-871eae19-2386-4b72-b013-fc51a4981508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.893119 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-871eae19-2386-4b72-b013-fc51a4981508 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 200 len: 857 time: 0.0440333 Jul 26 16:38:39.895739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] For port 1b0b636e-41d7-4e36-912a-bf842602d0ee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1b0b636e-41d7-4e36-912a-bf842602d0ee,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:38:39.896103 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:39.936238 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389893-4d70-4b24-ae57-f130262cb504 req-80959459-ebe5-4e71-ac41-8f90c96f5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:39.937708 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-80959459-ebe5-4e71-ac41-8f90c96f5698 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=75185dc6-2be4-492f-849d-964d05de909f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392942 Jul 26 16:38:39.951013 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:40.034443 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-e7a2a1fb-f8a2-45c8-bb99-cb1855cb419e service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908723 Jul 26 16:38:40.053056 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e395d6c6-137e-4435-8e8c-eb4699920d7c req-f53c89d7-2381-407e-8ba8-110cab9ba2cd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540961 Jul 26 16:38:40.124905 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-62389893-4d70-4b24-ae57-f130262cb504 req-d0983d85-5eda-4090-a33e-9ce57cf9fce8 service neutron] 10.222.0.86 "GET /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Jul 26 16:38:40.153022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:40.153384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:40.153694 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 34b7f37d-9b59-4be6-9832-25ec36be4b92 disassociated. External IP: 172.27.0.251, port: 1b0b636e-41d7-4e36-912a-bf842602d0ee. Jul 26 16:38:40.154036 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for 1b0b636e-41d7-4e36-912a-bf842602d0ee owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:38:40.165217 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:40.272587 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:40.365152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (1b0b636e-41d7-4e36-912a-bf842602d0ee), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:40.393534 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=1b0b636e-41d7-4e36-912a-bf842602d0ee,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:40.407484 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.407845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.408191 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.408562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.408897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.409230 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.409563 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.409888 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.410210 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.410594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.410925 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.411252 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.411615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.411948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.412269 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:40.435660 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2a695-a601-4dad-9833-41fe10998421 req-ad40e994-7c52-42ba-b5d4-d57c4ede3eee tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:40.437309 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8da2a695-a601-4dad-9833-41fe10998421 req-ad40e994-7c52-42ba-b5d4-d57c4ede3eee tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0569866 Jul 26 16:38:40.487645 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8da2a695-a601-4dad-9833-41fe10998421 req-a80c6d9c-7fa3-4457-a215-c06016d73ef3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443981 Jul 26 16:38:40.785817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:38:40.889506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:38:40.900978 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:38:40.915302 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:40.915993 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:40.931822 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] No DVR routers for this DVR port 1b0b636e-41d7-4e36-912a-bf842602d0ee on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:38:40.934372 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:40.938935 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fc4d9229-63ab-475b-b56d-affdf91ef92b req-b61efcc8-f2a8-462f-aefd-8baa2f3d2487 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "DELETE /v2.0/ports/1b0b636e-41d7-4e36-912a-bf842602d0ee HTTP/1.1" status: 204 len: 173 time: 1.2562847 Jul 26 16:38:40.939422 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'name': 'network-vif-deleted', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:38:40.943106 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eef1d32-d6cc-4789-ade7-b23293e1859d" -d '{"events": [{"server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "name": "network-vif-deleted", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:38:41.022083 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:41.037802 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d45b71-ccc4-4079-92e0-237fd1f04c36 x-openstack-request-id: req-b6d45b71-ccc4-4079-92e0-237fd1f04c36 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:38:41.038239 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178c5e10-8273-4f85-8802-ab643a1c9b6d", "name": "network-vif-deleted", "tag": "1b0b636e-41d7-4e36-912a-bf842602d0ee", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:38:41.038607 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-b6d45b71-ccc4-4079-92e0-237fd1f04c36 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:38:41.039140 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d45b71-ccc4-4079-92e0-237fd1f04c36'] response: {'server_uuid': '178c5e10-8273-4f85-8802-ab643a1c9b6d', 'name': 'network-vif-deleted', 'tag': '1b0b636e-41d7-4e36-912a-bf842602d0ee', 'status': 'completed', 'code': 200} Jul 26 16:38:41.154014 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32594d4b-9111-4716-bc07-9f9642433b4b req-cc222a37-483d-443b-b313-de6af5ebe38d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0278792 Jul 26 16:38:41.234097 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:41.262346 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:38:41.270945 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:41.271563 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:41.375300 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:41.612013 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d93056-0b86-46b6-afa2-26cc2a075e4e req-dd74edf6-b249-45ea-a46a-40cf6ed80d95 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:41.612596 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:41.617835 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e2d93056-0b86-46b6-afa2-26cc2a075e4e req-dd74edf6-b249-45ea-a46a-40cf6ed80d95 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0521860 Jul 26 16:38:41.638579 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2a690e-f342-4a20-872f-bf38348c3d85 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '1f25f79a-4904-4bbf-9a6b-1ae1539a1021', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:d7:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:32:47Z', 'updated_at': '2022-07-26T16:33:48Z', 'revision_number': 2, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:38:41.671869 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e2d93056-0b86-46b6-afa2-26cc2a075e4e req-b170b274-03f3-47fa-9a94-01be13781bc8 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523257 Jul 26 16:38:41.881714 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46129b0-452f-4b89-8338-401d949942b1 None None] New status for floating IP 34b7f37d-9b59-4be6-9832-25ec36be4b92: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:38:41.931917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:41.971256 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:42.011856 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d876894-22d1-46d8-be11-e461b76dfd3a req-ae57a899-512f-461b-9386-73c8e2ca54f4 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:42.013385 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d876894-22d1-46d8-be11-e461b76dfd3a req-ae57a899-512f-461b-9386-73c8e2ca54f4 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Jul 26 16:38:42.070473 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d876894-22d1-46d8-be11-e461b76dfd3a req-fda774ac-98bf-48f9-ab0e-f0a016c8d622 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512807 Jul 26 16:38:42.236107 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98a-500c-497c-9d07-f384abdc968e req-d8c75229-0794-4d88-ad82-9d7df81333de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:42.238230 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-d8c75229-0794-4d88-ad82-9d7df81333de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.0488961 Jul 26 16:38:42.283216 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1c6b0e34-8432-492a-8ee7-dc9f4fe172e1 req-88be3573-625b-4572-851a-c542d360b986 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=178c5e10-8273-4f85-8802-ab643a1c9b6d HTTP/1.1" status: 200 len: 210 time: 0.0293388 Jul 26 16:38:42.338091 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98a-500c-497c-9d07-f384abdc968e req-46fcb548-0a63-4004-86a7-ecc84b46a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:42.339570 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-46fcb548-0a63-4004-86a7-ecc84b46a2b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.0960324 Jul 26 16:38:42.400525 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-15afa933-9ef5-4477-a39d-ee6b2ca90932 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 1001 time: 0.0546083 Jul 26 16:38:42.451696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98a-500c-497c-9d07-f384abdc968e req-2190024d-83db-43fd-9569-7d065de1bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:42.453197 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-2190024d-83db-43fd-9569-7d065de1bd41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0461094 Jul 26 16:38:42.488233 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:42.498210 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab98a-500c-497c-9d07-f384abdc968e req-d62b67ea-e4de-4d7b-8e78-675980318b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:42.499833 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-d62b67ea-e4de-4d7b-8e78-675980318b97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403059 Jul 26 16:38:42.596822 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-33c9a3f8-7513-43dd-b0b9-a39d0daf6101 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911307 Jul 26 16:38:42.695420 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-299ab98a-500c-497c-9d07-f384abdc968e req-3749119d-7737-499f-9162-c2d33915e2fb service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930140 Jul 26 16:38:42.985393 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1b0b636e-41d7-4e36-912a-bf842602d0ee no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:38:43.005215 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 1b0b636e-41d7-4e36-912a-bf842602d0ee {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:38:43.005561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1b0b636e-41d7-4e36-912a-bf842602d0ee not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:38:43.191366 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661758-9cee-44cf-a3c5-ba85f240a65b req-aabcd93a-b97f-4c43-8f9f-9e006e95c632 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:43.192764 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f661758-9cee-44cf-a3c5-ba85f240a65b req-aabcd93a-b97f-4c43-8f9f-9e006e95c632 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0475292 Jul 26 16:38:43.217517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:43.239095 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f661758-9cee-44cf-a3c5-ba85f240a65b req-db75d735-e190-4c9f-8b20-dcdfb37943b7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408485 Jul 26 16:38:43.482515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46470) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:43.539988 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.563657 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.681725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.684323 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.685534 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/security-groups/1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9 HTTP/1.1" status: 204 len: 168 time: 0.2019856 Jul 26 16:38:43.688287 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46472) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:43.696097 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:43.703376 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.703799 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.704145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.704515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.704853 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.705629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.705629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.705835 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.706168 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.706507 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.706819 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.707142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.707463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.707601 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-b483a362-061d-423c-8590-1f5768498843 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] show failed (client error): The resource could not be found. Jul 26 16:38:43.707784 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.708105 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8383056-7766-471e-8b01-875f56aed5ad tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:38:43.708635 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b483a362-061d-423c-8590-1f5768498843 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups/1b7df5ab-e202-454a-a0a8-0aa9d1a2c4b9 HTTP/1.1" status: 404 len: 347 time: 0.0180268 Jul 26 16:38:43.711501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46474) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:43.824167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port 22e0a6c8-7950-47c2-bfc6-375022b5c1fd {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:38:43.824531 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.898384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.898709 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:43.911759 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for 22e0a6c8-7950-47c2-bfc6-375022b5c1fd owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:38:44.124377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (22e0a6c8-7950-47c2-bfc6-375022b5c1fd), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:44.147275 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=22e0a6c8-7950-47c2-bfc6-375022b5c1fd,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:44.213406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (34b7f37d-9b59-4be6-9832-25ec36be4b92), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:44.215931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:44.217123 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-78dbe35a-907d-42d2-ac7e-b6e14299bad8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/floatingips/34b7f37d-9b59-4be6-9832-25ec36be4b92 HTTP/1.1" status: 204 len: 168 time: 0.5046391 Jul 26 16:38:44.357675 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181a70-06a2-4d4f-a1ff-09435ec69e97 req-1a1edfe9-9026-4e47-a130-dead0808ecda tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:44.359173 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f181a70-06a2-4d4f-a1ff-09435ec69e97 req-1a1edfe9-9026-4e47-a130-dead0808ecda tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Jul 26 16:38:44.410191 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f181a70-06a2-4d4f-a1ff-09435ec69e97 req-e8458029-e129-4a8b-bbbf-7080ab527147 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449486 Jul 26 16:38:47.271206 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f018e-8997-497f-935c-9cf878c7448a req-c0a5fd50-a026-4fb2-b1c4-dbd7fc12b82b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:47.272706 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e44f018e-8997-497f-935c-9cf878c7448a req-c0a5fd50-a026-4fb2-b1c4-dbd7fc12b82b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0498087 Jul 26 16:38:47.318495 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e44f018e-8997-497f-935c-9cf878c7448a req-3b5fbe2f-d309-4fbb-8210-65fa8b62d964 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Jul 26 16:38:48.461238 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f3e6b-ee61-497a-bb61-00932a14db7c req-ce789a13-15dd-4ce2-ae81-a149e8482c9b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:48.462725 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-054f3e6b-ee61-497a-bb61-00932a14db7c req-ce789a13-15dd-4ce2-ae81-a149e8482c9b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0724781 Jul 26 16:38:48.485165 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f386d-a299-400e-80e2-37d7560fb49b req-22f8a935-575a-4d14-a32f-565f8f297b51 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:48.486644 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-595f386d-a299-400e-80e2-37d7560fb49b req-22f8a935-575a-4d14-a32f-565f8f297b51 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 945 time: 0.0646889 Jul 26 16:38:48.561440 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-054f3e6b-ee61-497a-bb61-00932a14db7c req-fa4b3b46-f426-4e95-96f6-d399c1a47902 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=a930ad21-3615-4505-b08d-c1f06a6974ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931468 Jul 26 16:38:48.596305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port a5df5a50-4c77-4fe7-abd3-ff061e50b15d {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:38:48.596668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:48.692041 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] For port a5df5a50-4c77-4fe7-abd3-ff061e50b15d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:38:48.692583 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:48.737644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:48.836800 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:48.856976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:48.857349 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:48.857657 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 1f25f79a-4904-4bbf-9a6b-1ae1539a1021 disassociated. External IP: 172.27.0.71, port: a5df5a50-4c77-4fe7-abd3-ff061e50b15d. Jul 26 16:38:48.858008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for a5df5a50-4c77-4fe7-abd3-ff061e50b15d owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:38:49.027847 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (a5df5a50-4c77-4fe7-abd3-ff061e50b15d), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:49.057790 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=a5df5a50-4c77-4fe7-abd3-ff061e50b15d,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:49.164960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:38:49.265855 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:38:49.277519 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:38:49.288868 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:49.289415 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:49.312019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] No DVR routers for this DVR port a5df5a50-4c77-4fe7-abd3-ff061e50b15d on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:38:49.314644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:49.317889 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-595f386d-a299-400e-80e2-37d7560fb49b req-b8774a9d-1b80-403a-b00c-071292581995 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "DELETE /v2.0/ports/a5df5a50-4c77-4fe7-abd3-ff061e50b15d HTTP/1.1" status: 204 len: 173 time: 0.8249502 Jul 26 16:38:49.318320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'name': 'network-vif-deleted', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:38:49.320663 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5587e3c1-78e6-47ab-9da7-c6e38ffe49cd" -d '{"events": [{"server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "name": "network-vif-deleted", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:38:49.360324 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58e66d-e0ad-418f-9212-7a0ab22a7a71 x-openstack-request-id: req-be58e66d-e0ad-418f-9212-7a0ab22a7a71 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:38:49.360647 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c1c021-13e8-4f87-bcff-9bac39392b1e", "name": "network-vif-deleted", "tag": "a5df5a50-4c77-4fe7-abd3-ff061e50b15d", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:38:49.360903 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-be58e66d-e0ad-418f-9212-7a0ab22a7a71 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:38:49.361979 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be58e66d-e0ad-418f-9212-7a0ab22a7a71'] response: {'server_uuid': '10c1c021-13e8-4f87-bcff-9bac39392b1e', 'name': 'network-vif-deleted', 'tag': 'a5df5a50-4c77-4fe7-abd3-ff061e50b15d', 'status': 'completed', 'code': 200} Jul 26 16:38:49.365950 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:49.373115 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:49.397266 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:49.662998 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6350aca5-59c4-44ae-987d-39907e488996 req-d5ab0da5-a465-4992-8965-7d67170abacb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=10c1c021-13e8-4f87-bcff-9bac39392b1e HTTP/1.1" status: 200 len: 210 time: 0.0294309 Jul 26 16:38:49.683769 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:49.713360 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:38:49.722566 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:38:49.723165 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:49.824513 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:38:50.003843 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:38:50.029058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26df59b2-4ec8-44c9-865a-9e22662bf214 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:38:50.263891 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a98d3a-4cff-4016-a172-e012f422de47 None None] New status for floating IP 1f25f79a-4904-4bbf-9a6b-1ae1539a1021: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:38:50.393533 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1dff6147-9b8c-4ba4-b720-e80fd288b04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:50.807854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46510) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:50.863059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (a930ad21-3615-4505-b08d-c1f06a6974ec), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:50.887363 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (a930ad21-3615-4505-b08d-c1f06a6974ec), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:50.979046 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a5df5a50-4c77-4fe7-abd3-ff061e50b15d no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:38:50.999138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: a5df5a50-4c77-4fe7-abd3-ff061e50b15d {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:38:50.999483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a5df5a50-4c77-4fe7-abd3-ff061e50b15d not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:38:50.999599 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a930ad21-3615-4505-b08d-c1f06a6974ec), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.003615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.004801 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/security-groups/a930ad21-3615-4505-b08d-c1f06a6974ec HTTP/1.1" status: 204 len: 168 time: 0.1959169 Jul 26 16:38:51.007510 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46512) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:51.014332 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ffed-a893-4b84-b562-29fe41fc872f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930ad21-3615-4505-b08d-c1f06a6974ec,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:51.029415 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.api.v2.resource [None req-567359b9-9651-4883-8972-25366cb8b3b8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] show failed (client error): The resource could not be found. Jul 26 16:38:51.030434 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-567359b9-9651-4883-8972-25366cb8b3b8 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups/a930ad21-3615-4505-b08d-c1f06a6974ec HTTP/1.1" status: 404 len: 347 time: 0.0219316 Jul 26 16:38:51.035037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46514) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:51.145999 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:38:51.146337 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.186142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:51.225516 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.225848 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.238899 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:38:51.305055 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:51.427508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.449643 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=be40b1b6-79a2-4c45-bdc7-4cc7caa0c2ea,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:51.513452 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (1f25f79a-4904-4bbf-9a6b-1ae1539a1021), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.515910 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:51.517607 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-46baed37-39ad-4913-a605-7c89d0ebdb88 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/floatingips/1f25f79a-4904-4bbf-9a6b-1ae1539a1021 HTTP/1.1" status: 204 len: 168 time: 0.4814165 Jul 26 16:38:52.527227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8d57fb2b-b48e-41a7-9584-0b4e0a105532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:52.689498 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46522) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:52.694037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143539594', 'description': 'tempest-description--1290889448'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:38:52.761935 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:52.832555 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (ea55649a-d2b1-40c0-ab80-35d76c862211), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:52.896227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ea55649a-d2b1-40c0-ab80-35d76c862211), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:52.932574 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea55649a-d2b1-40c0-ab80-35d76c862211,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:52.984131 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:52.985406 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-bca9ae28-240c-426b-aeee-19a4760ca459 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2949026 Jul 26 16:38:52.988478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46524) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:52.992950 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': 'ea55649a-d2b1-40c0-ab80-35d76c862211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:38:53.087144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (fc2daaca-491f-4485-9a6f-313dab18dbb6), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.142219 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (fc2daaca-491f-4485-9a6f-313dab18dbb6), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.218866 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (fc2daaca-491f-4485-9a6f-313dab18dbb6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.239273 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2daaca-491f-4485-9a6f-313dab18dbb6,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:53.326591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.327823 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f29ae494-b0cb-42bc-bd88-6232ff1cbf73 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383648 Jul 26 16:38:53.330873 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46526) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:53.335130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': 'ea55649a-d2b1-40c0-ab80-35d76c862211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:38:53.445648 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (ebdfeb91-7ff1-473d-9701-d7943c3d0f83), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.455897 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:53.473663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:53.510221 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (ebdfeb91-7ff1-473d-9701-d7943c3d0f83), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.593016 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (ebdfeb91-7ff1-473d-9701-d7943c3d0f83), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.612202 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdfeb91-7ff1-473d-9701-d7943c3d0f83,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:53.686645 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.687879 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c3e18e3e-4ef9-4b89-9ea5-105d1a3b0a04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560638 Jul 26 16:38:53.690947 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46528) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:38:53.695171 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:38:53.771481 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.851083 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.939183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:53.960504 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.27.0.214 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:38:54.074015 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.153457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.188311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:38:54.192758 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:38:54.198399 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:38:54.221916 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:54.283667 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.344980 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:54.372653 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.486870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:54.518200 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.587272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.657249 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:38:54.670715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.743853 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:54.745142 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ee724574-a40d-4cd3-bb0e-99f03fd2732b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0532618 Jul 26 16:38:54.894164 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-ad77ad59-7b20-4a12-abd3-b9ab99db2e66 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--143539594&fields=id&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 267 time: 0.0421004 Jul 26 16:38:55.001108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-d1a95e17-7bac-47b5-8d1d-437a12595086 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:38:55.002485 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-d1a95e17-7bac-47b5-8d1d-437a12595086 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1016562 Jul 26 16:38:55.021059 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-f17e21e4-b14c-47be-9f13-73595c349334 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/quotas/8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 375 time: 0.0131390 Jul 26 16:38:55.070582 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-733cd6df-9210-4002-a998-dd9db6a8ca24 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441713 Jul 26 16:38:55.205688 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-e2773b05-661c-4913-b80f-e16c40f6cda7 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237032 Jul 26 16:38:55.271902 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:38:55.299080 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-2d6dbd59-54df-4c71-962a-a373e12abcd0 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877964 Jul 26 16:38:55.315814 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:55.572540 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0c973fe9-cb1b-4eda-88b8-a26e74fc366f req-3615f607-5efe-4ca9-ac94-2d43906ec6a5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Jul 26 16:38:55.618916 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:38:56.652842 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-602fc8c7-59fc-4db1-87e5-939059b713b7 req-d940d3d3-9ef9-4d1c-bf91-3c75c85139a9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0276773 Jul 26 16:38:57.733143 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cfc90158-ede9-4d3f-b5c2-5180f0965e3c req-99b1c7d1-fddc-41c8-8559-064a317b6060 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0273030 Jul 26 16:38:58.818364 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9000a96d-a672-4fca-8058-2366b545e722 req-325fb080-1e57-42c0-b515-692e7a72ba31 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 26 16:38:59.919312 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e36ee94f-9d8e-40d3-9b04-543cf22a3d83 req-3006e1ed-138b-49b0-9cee-b706319bfc1d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0315776 Jul 26 16:39:00.005964 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=49 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:00.006717 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=65 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:01.021590 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-436214db-c6fa-426a-8717-c7108df54115 req-0cabccbe-2702-4f7b-a7f1-51e6a3585849 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0288801 Jul 26 16:39:01.627480 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:39:01.648332 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-19c8b99b-c006-4090-a58e-23ad7ffaee13 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:01.650046 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-19c8b99b-c006-4090-a58e-23ad7ffaee13 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1008134 Jul 26 16:39:01.723466 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-c9a16354-7fd4-4aaf-8976-182b8e3b5055 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 379 time: 0.0561421 Jul 26 16:39:01.732634 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'port': {'device_id': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'admin_state_up': True, 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'security_groups': ['ea55649a-d2b1-40c0-ab80-35d76c862211']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:39:01.826469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:01.939784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:39:01.943558 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.073497 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.20.0.9 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/a0a91c54-eff1-4606-86a1-f907fac4dfa0) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:39:02.127987 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-225a090f-ed85-4695-b4c0-014049a006b3 req-f7e19d46-a551-4194-853a-5db9289c7e4f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0323453 Jul 26 16:39:02.184022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:02.213966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.298938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.337633 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:39:02.340733 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:39:02.348649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:39:02.375244 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:02.404087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:02.404750 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.516166 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6e7b55eb-6558-42be-95a5-744477c763f5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870188 Jul 26 16:39:02.534923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Request body: {'port': {'device_id': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:39:02.567834 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-afd445f7-8725-4cc6-ac3c-50568c1d6c01 None None] Provisioning complete for port a0a91c54-eff1-4606-86a1-f907fac4dfa0 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:39:02.568456 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-afd445f7-8725-4cc6-ac3c-50568c1d6c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.596458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.602198 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-afd445f7-8725-4cc6-ac3c-50568c1d6c01 None None] Port a0a91c54-eff1-4606-86a1-f907fac4dfa0 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:39:02.844997 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a91c54-eff1-4606-86a1-f907fac4dfa0 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:39:02.852259 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks [] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.864447 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Transition to ACTIVE for port object a0a91c54-eff1-4606-86a1-f907fac4dfa0 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:39:02.932891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:02.981915 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:03.008646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:03.060785 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Attempting to bind port a0a91c54-eff1-4606-86a1-f907fac4dfa0 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:39:03.061132 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Attempting to bind port a0a91c54-eff1-4606-86a1-f907fac4dfa0 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:39:03.061449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Attempting to bind port a0a91c54-eff1-4606-86a1-f907fac4dfa0 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:39:03.066637 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Port a0a91c54-eff1-4606-86a1-f907fac4dfa0 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:39:03.068908 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Attempting to bind port a0a91c54-eff1-4606-86a1-f907fac4dfa0 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:39:03.072028 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:39:03.072367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:39:03.072774 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:39:03.073193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Bound port: a0a91c54-eff1-4606-86a1-f907fac4dfa0, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:39:03.073546 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:03.135810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:39:03.138926 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:39:03.228594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:03.235590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:03.278664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.279272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:03.280772 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] 10.222.0.86 "PUT /v2.0/ports/a0a91c54-eff1-4606-86a1-f907fac4dfa0 HTTP/1.1" status: 200 len: 1093 time: 0.7503223 Jul 26 16:39:03.286966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa1c-e655-493e-b570-bdf09250fc69 req-b2ed1589-5dae-456e-acbd-c41355a0d0b0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.288565 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4c51fa1c-e655-493e-b570-bdf09250fc69 req-b2ed1589-5dae-456e-acbd-c41355a0d0b0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 943 time: 0.0892620 Jul 26 16:39:03.289035 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:03.293986 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a0bd3-8d17-44c3-b4af-1594b0c74294" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:03.347466 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d04fc-d847-4ef4-8788-afc4a5f78fe2 x-openstack-request-id: req-758d04fc-d847-4ef4-8788-afc4a5f78fe2 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:03.347758 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:03.348407 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-758d04fc-d847-4ef4-8788-afc4a5f78fe2 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:03.348539 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758d04fc-d847-4ef4-8788-afc4a5f78fe2'] response: {'name': 'network-changed', 'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'status': 'completed', 'code': 200} Jul 26 16:39:03.354784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce43c-d60b-498f-a8b9-69fb86a02447 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:03.376469 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4c51fa1c-e655-493e-b570-bdf09250fc69 req-93973f46-3fe5-4ce7-9bf8-8e1dda975556 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779254 Jul 26 16:39:03.437590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-32561716-0a90-431d-a1ce-111890fd0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.439693 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-32561716-0a90-431d-a1ce-111890fd0efc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0424037 Jul 26 16:39:03.553767 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-8d4f2fcd-0553-40f8-baec-862f981d8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.555146 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-8d4f2fcd-0553-40f8-baec-862f981d8739 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bb1d794693b410d8c759796d5e20281&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1011071 Jul 26 16:39:03.649416 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-67c1b567-8dba-40be-a7a5-ae4be0c7bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.651131 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a09a0bd3-8d17-44c3-b4af-1594b0c74294 req-67c1b567-8dba-40be-a7a5-ae4be0c7bd76 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896680 Jul 26 16:39:03.762067 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-cda3bccb-92ad-48d0-83c1-c29930c2eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.763539 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-cda3bccb-92ad-48d0-83c1-c29930c2eee4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0429606 Jul 26 16:39:03.810725 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-43866b6a-8daf-4390-8665-4c501f857e55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0 HTTP/1.1" status: 200 len: 217 time: 0.0316935 Jul 26 16:39:03.863406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-538b1ed8-b5c5-465a-b8fd-def3c74a0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.864898 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-538b1ed8-b5c5-465a-b8fd-def3c74a0a7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0488966 Jul 26 16:39:03.911158 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-2d818263-f8bd-4ec3-ac9b-377d6a45c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:03.912569 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-2d818263-f8bd-4ec3-ac9b-377d6a45c1b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413911 Jul 26 16:39:03.999840 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-6c13ab3f-ece5-4fa8-ba00-51ae8b929f21 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807106 Jul 26 16:39:04.089825 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f51f0110-7b75-423a-827e-f26317b62cb0 req-30bba3df-6fca-4ce7-b4e7-e91cd82d70e5 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839283 Jul 26 16:39:04.494697 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ff985-b2a2-4778-a949-161a4a5a5a41 req-535bed2a-310c-45cd-8bb0-844c13a206d1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:04.496114 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f3ff985-b2a2-4778-a949-161a4a5a5a41 req-535bed2a-310c-45cd-8bb0-844c13a206d1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 943 time: 0.0477257 Jul 26 16:39:04.543098 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f3ff985-b2a2-4778-a949-161a4a5a5a41 req-69bc68ee-97a2-4349-8c54-3d2633211d1d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409491 Jul 26 16:39:05.662366 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c63d11-d06d-40c3-873e-fb050eb9cbb6 req-93b11042-177b-4aae-b48e-228ac8c70781 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:05.663808 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94c63d11-d06d-40c3-873e-fb050eb9cbb6 req-93b11042-177b-4aae-b48e-228ac8c70781 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 943 time: 0.0472014 Jul 26 16:39:05.709804 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94c63d11-d06d-40c3-873e-fb050eb9cbb6 req-478948f4-32dc-4ac1-beb1-aa6aac3cb8f7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Jul 26 16:39:06.142626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:06.833345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9c0ae-8269-4afd-b11e-f29d08bdf69d req-cd596614-0821-4362-a901-09da23f6cda2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:06.834819 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c1c9c0ae-8269-4afd-b11e-f29d08bdf69d req-cd596614-0821-4362-a901-09da23f6cda2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 943 time: 0.0505991 Jul 26 16:39:06.882320 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c1c9c0ae-8269-4afd-b11e-f29d08bdf69d req-28608bd5-da3b-4b57-b35c-0f98240257d9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418963 Jul 26 16:39:07.049002 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a0a91c54-eff1-4606-86a1-f907fac4dfa0 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:39:07.147314 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:07.158486 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'port_id': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'mac_address': 'fa:16:3e:21:44:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:39:07.192714 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a0a91c54-eff1-4606-86a1-f907fac4dfa0 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:39:07.193108 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:07.205620 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a91c54-eff1-4606-86a1-f907fac4dfa0 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:39:07.224417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:07.287005 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:07.336685 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:07.986801 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:07.997809 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a00d-e0e0-411f-8f30-224d3b12e854 req-5ae79897-5b79-49a1-98dd-f614707d1aa9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:07.999268 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eab1a00d-e0e0-411f-8f30-224d3b12e854 req-5ae79897-5b79-49a1-98dd-f614707d1aa9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 944 time: 0.0475051 Jul 26 16:39:08.050383 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eab1a00d-e0e0-411f-8f30-224d3b12e854 req-82772774-cbf2-4a50-9c0e-f5a21e53561e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455697 Jul 26 16:39:08.133439 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['a0a91c54-eff1-4606-86a1-f907fac4dfa0'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:39:09.170785 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548ed26-e9dd-4310-b527-020609641ffd req-07f2d684-2899-4f99-9825-9a5e8a3d5ab6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:09.172194 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1548ed26-e9dd-4310-b527-020609641ffd req-07f2d684-2899-4f99-9825-9a5e8a3d5ab6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 944 time: 0.0497375 Jul 26 16:39:09.219890 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1548ed26-e9dd-4310-b527-020609641ffd req-e040f369-5c7e-464e-b4c7-3256abc41816 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410593 Jul 26 16:39:09.563132 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a0a91c54-eff1-4606-86a1-f907fac4dfa0 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:39:09.607726 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port a0a91c54-eff1-4606-86a1-f907fac4dfa0 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:39:09.670190 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port a0a91c54-eff1-4606-86a1-f907fac4dfa0 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:39:09.670569 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:09.695012 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:09.715426 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:09.749372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a0a91c54-eff1-4606-86a1-f907fac4dfa0 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:39:09.749693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:09.772416 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:09.774658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c5d15-6811-4bce-8122-f2a658ff3221" -d '{"events": [{"server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:09.787927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:09.853038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:09.875828 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2607f-9c34-4bc5-a8e9-89c3ac24af28 x-openstack-request-id: req-eaa2607f-9c34-4bc5-a8e9-89c3ac24af28 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:09.876123 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "name": "network-vif-plugged", "status": "completed", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:09.876376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-eaa2607f-9c34-4bc5-a8e9-89c3ac24af28 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:09.876802 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa2607f-9c34-4bc5-a8e9-89c3ac24af28'] response: {'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'code': 200} Jul 26 16:39:09.905259 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:10.228918 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae7386-6e9c-42a5-90da-b3c90fce7a50 req-8d855a7a-754b-4c02-883b-2309c4711d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:10.230378 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58ae7386-6e9c-42a5-90da-b3c90fce7a50 req-8d855a7a-754b-4c02-883b-2309c4711d05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0381081 Jul 26 16:39:10.275560 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-58ae7386-6e9c-42a5-90da-b3c90fce7a50 req-1d3dfd8c-2b73-411c-8bdc-a1e45365d525 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377629 Jul 26 16:39:10.336113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66173ca-b895-485a-99f6-424da6faf4e9 req-3bfd898e-9b16-4188-a118-d35acc9e30a4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:10.337586 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f66173ca-b895-485a-99f6-424da6faf4e9 req-3bfd898e-9b16-4188-a118-d35acc9e30a4 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0457013 Jul 26 16:39:10.386302 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f66173ca-b895-485a-99f6-424da6faf4e9 req-5388bae9-af7f-4818-a7bb-67bb0ceea01c tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Jul 26 16:39:11.508577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef420-72d6-4eca-8d73-80211e1f41bf req-57b1af55-21d2-4f34-a986-e34cd7cf83c3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:11.510051 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0ef420-72d6-4eca-8d73-80211e1f41bf req-57b1af55-21d2-4f34-a986-e34cd7cf83c3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0471249 Jul 26 16:39:11.557355 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0ef420-72d6-4eca-8d73-80211e1f41bf req-19d06edf-5cb1-45a4-897f-af3b7c188ed3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Jul 26 16:39:12.678471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76da9b-0b8d-45d7-a255-e60eb4535caa req-f5e1019a-91bf-4dcc-925f-d3b8a870f21b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:12.679926 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4c76da9b-0b8d-45d7-a255-e60eb4535caa req-f5e1019a-91bf-4dcc-925f-d3b8a870f21b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Jul 26 16:39:12.727672 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4c76da9b-0b8d-45d7-a255-e60eb4535caa req-90ee84d1-b4fe-4172-96e9-6343fe7f5b0a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Jul 26 16:39:14.104326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2899e-93f7-4753-bb25-38608d08d13b req-a1ce4ed1-e95a-41e0-94e5-5003bc869969 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:14.105843 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7af2899e-93f7-4753-bb25-38608d08d13b req-a1ce4ed1-e95a-41e0-94e5-5003bc869969 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.3062463 Jul 26 16:39:14.152175 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7af2899e-93f7-4753-bb25-38608d08d13b req-2f628f94-7a55-4210-95eb-4a8ee19b9107 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404503 Jul 26 16:39:14.262359 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e53aef-206f-4fc8-8519-6abe8343a58a req-df6f77f8-86c2-4f81-bc3f-0297b100c1e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:14.263817 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c0e53aef-206f-4fc8-8519-6abe8343a58a req-df6f77f8-86c2-4f81-bc3f-0297b100c1e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0465000 Jul 26 16:39:14.273278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46620) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:14.277736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'port_id': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:39:14.317683 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:14.459296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:14.674098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:14.733649 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:14.782775 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:14.882683 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 2b7f7eb3-341f-4124-a0af-84eb84df8529 associated. External IP: 172.27.0.214, port: a0a91c54-eff1-4606-86a1-f907fac4dfa0. Jul 26 16:39:15.308993 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:39:15.409407 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:39:15.413839 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:15.420369 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:39:15.430922 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:15.431559 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:15.442584 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-739d35d8-f81f-452a-b090-0c9fa9e4a934 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "PUT /v2.0/floatingips/2b7f7eb3-341f-4124-a0af-84eb84df8529 HTTP/1.1" status: 200 len: 991 time: 1.1682930 Jul 26 16:39:15.443124 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:15.445393 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e485238-9127-4612-8dba-9deb6d5045d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:15.534212 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:15.544672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48bca5a-2d93-411e-b266-ae3b0c9ad24c x-openstack-request-id: req-b48bca5a-2d93-411e-b266-ae3b0c9ad24c {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:15.544955 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:15.545201 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-b48bca5a-2d93-411e-b266-ae3b0c9ad24c {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:15.545597 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48bca5a-2d93-411e-b266-ae3b0c9ad24c'] response: {'name': 'network-changed', 'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'status': 'completed', 'code': 200} Jul 26 16:39:15.673238 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:15.704481 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-23886214-98ac-4d3a-a65f-6534a0ad79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:15.705970 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-23886214-98ac-4d3a-a65f-6534a0ad79b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0410361 Jul 26 16:39:15.751622 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '2b7f7eb3-341f-4124-a0af-84eb84df8529', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:21:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:38:54Z', 'updated_at': '2022-07-26T16:39:14Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:15.777149 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:39:15.785699 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:15.786322 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:38:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:15.804549 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-0e0523bd-6b63-46a3-b67a-5125eb6f486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:15.806081 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-0e0523bd-6b63-46a3-b67a-5125eb6f486a service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.0944481 Jul 26 16:39:15.868479 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-68e7163b-ed33-46cb-b746-fa8b5fe1c884 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0 HTTP/1.1" status: 200 len: 999 time: 0.0568624 Jul 26 16:39:15.887560 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:15.919172 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-0cb90812-b54e-4421-97ae-533be9803d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:15.920713 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-0cb90812-b54e-4421-97ae-533be9803d24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0439856 Jul 26 16:39:15.972777 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-cfc98844-affa-465a-88d1-7c07719b03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:15.974349 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-cfc98844-affa-465a-88d1-7c07719b03fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459828 Jul 26 16:39:16.067285 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-6e10156e-9b97-458e-8d50-6ef7e43f5bc6 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865388 Jul 26 16:39:16.109427 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '2b7f7eb3-341f-4124-a0af-84eb84df8529', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:21:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:38:54Z', 'updated_at': '2022-07-26T16:39:14Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:16.136038 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca197572-ff35-4831-ab77-909ab7c0a19a None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '2b7f7eb3-341f-4124-a0af-84eb84df8529', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:21:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:38:54Z', 'updated_at': '2022-07-26T16:39:14Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:39:16.166007 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5e485238-9127-4612-8dba-9deb6d5045d4 req-f0b583a0-3c6c-484f-856a-c5dab30de7df service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926161 Jul 26 16:39:16.341143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec46f9-1899-40db-8fb1-15ba56d88f29 None None] New status for floating IP 2b7f7eb3-341f-4124-a0af-84eb84df8529: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:39:16.483492 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1097bcb-ca75-4400-a21f-7dc259bc4a08 req-294b6986-b33c-4315-82aa-c697fce70d96 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:16.484820 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1097bcb-ca75-4400-a21f-7dc259bc4a08 req-294b6986-b33c-4315-82aa-c697fce70d96 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0544856 Jul 26 16:39:16.537947 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1097bcb-ca75-4400-a21f-7dc259bc4a08 req-ba842839-609c-4943-8a3c-e40df3bedbe2 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 Jul 26 16:39:17.538110 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7afe94-e6f4-40ae-af84-bdb3d0a3fee1 req-32f2922b-7c2e-458b-8ea0-e623a36b2d9e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:17.539576 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea7afe94-e6f4-40ae-af84-bdb3d0a3fee1 req-32f2922b-7c2e-458b-8ea0-e623a36b2d9e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0483959 Jul 26 16:39:17.552104 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:17.598657 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ea7afe94-e6f4-40ae-af84-bdb3d0a3fee1 req-8b608d97-548d-42a5-afd7-3c1dab959df3 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534382 Jul 26 16:39:17.662559 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c8d4d-ba6a-43c7-a33b-785af44ee75e req-57d7a38f-3ddc-4542-91b2-645dd877ceb6 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:17.663872 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2c9c8d4d-ba6a-43c7-a33b-785af44ee75e req-57d7a38f-3ddc-4542-91b2-645dd877ceb6 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0471950 Jul 26 16:39:17.712672 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2c9c8d4d-ba6a-43c7-a33b-785af44ee75e req-5677ee06-36f4-4198-9056-eb52ab9ab189 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Jul 26 16:39:18.720341 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13b32e-c830-45a5-9e9a-b920529669f4 req-a0e6fcc4-500c-4e48-b3dc-88a905b13bec tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:18.721755 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae13b32e-c830-45a5-9e9a-b920529669f4 req-a0e6fcc4-500c-4e48-b3dc-88a905b13bec tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0510285 Jul 26 16:39:18.769250 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae13b32e-c830-45a5-9e9a-b920529669f4 req-3589b4e9-c0eb-4f29-ace6-43b705400509 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Jul 26 16:39:18.793527 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:18.830854 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e143a-1044-4131-b945-8f2e32147ac7 req-516e9619-c8f3-44f0-bf8d-7ccc19eb7086 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:18.832302 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d70e143a-1044-4131-b945-8f2e32147ac7 req-516e9619-c8f3-44f0-bf8d-7ccc19eb7086 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0469959 Jul 26 16:39:18.879735 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d70e143a-1044-4131-b945-8f2e32147ac7 req-c80cc992-7fca-4c47-b45e-c77da2833133 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Jul 26 16:39:19.884914 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8551e-88b5-43ac-9cb5-f132287ac58f req-dba79cdb-5ac7-48a9-b40d-9c3e4312b08c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:19.886378 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-61c8551e-88b5-43ac-9cb5-f132287ac58f req-dba79cdb-5ac7-48a9-b40d-9c3e4312b08c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0473294 Jul 26 16:39:19.934305 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-61c8551e-88b5-43ac-9cb5-f132287ac58f req-3309bcfd-2d74-4437-86f3-a276ae90136e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Jul 26 16:39:20.005589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a40f79-0232-4b8d-8f71-5839962c9455 req-e3f4b2c0-7c1b-4f69-aa64-ea0576922256 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:20.007337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5a40f79-0232-4b8d-8f71-5839962c9455 req-e3f4b2c0-7c1b-4f69-aa64-ea0576922256 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0537007 Jul 26 16:39:20.058096 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c5a40f79-0232-4b8d-8f71-5839962c9455 req-0df402f6-3d25-4195-9076-4933041bba64 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Jul 26 16:39:20.384641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ef23c0c8-c0e9-4a5e-8ff4-96c1c793e577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:21.050408 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4956ea-52d4-48f6-b95a-286fc56a2a3f req-bca8dff3-e79a-4a67-8a73-e3eb4e6f002f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:21.051909 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fe4956ea-52d4-48f6-b95a-286fc56a2a3f req-bca8dff3-e79a-4a67-8a73-e3eb4e6f002f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0474999 Jul 26 16:39:21.117277 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fe4956ea-52d4-48f6-b95a-286fc56a2a3f req-40c6b33d-1f6b-4fc5-aa8c-369afd621d3d tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596805 Jul 26 16:39:21.178701 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7fb74-661d-490c-a1db-6a8be36ac220 req-b26464a8-63b9-4897-8900-3ab771cc882e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:21.180098 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-91c7fb74-661d-490c-a1db-6a8be36ac220 req-b26464a8-63b9-4897-8900-3ab771cc882e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0498228 Jul 26 16:39:21.231495 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-91c7fb74-661d-490c-a1db-6a8be36ac220 req-e22b28f9-9e41-43a1-a76f-f7729bdc9f6b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Jul 26 16:39:21.797435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-f2820371-e9b7-41e2-9806-9474ab42d085 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:21.797435 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-f2820371-e9b7-41e2-9806-9474ab42d085 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0499816 Jul 26 16:39:21.875966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Deleting port b93e292a-28ec-4647-a984-c0d6bb8814e5 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:21.876360 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:21.968641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] For port b93e292a-28ec-4647-a984-c0d6bb8814e5, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=b93e292a-28ec-4647-a984-c0d6bb8814e5,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:21.968929 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.014608 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:22.133656 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.134360 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.134360 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Floating IP 45757f67-aadf-4398-9a3d-ebf6b9a2d70d disassociated. External IP: 172.27.0.96, port: b93e292a-28ec-4647-a984-c0d6bb8814e5. Jul 26 16:39:22.134644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Calling delete_port for b93e292a-28ec-4647-a984-c0d6bb8814e5 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:22.249272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c6229-bca3-4c83-ad07-47179a8ef240 req-197863d1-fc51-4321-abfb-ed24ce903b3b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:22.252123 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd8c6229-bca3-4c83-ad07-47179a8ef240 req-197863d1-fc51-4321-abfb-ed24ce903b3b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 946 time: 0.0596857 Jul 26 16:39:22.342298 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd8c6229-bca3-4c83-ad07-47179a8ef240 req-a5fa8561-5445-4319-bf4a-5c2ed854036b tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=9bcbe541-cec2-4473-b6c8-12b75c60acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824199 Jul 26 16:39:22.352358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e51e7-26b3-40fb-9fec-206365f3152e req-b7478deb-b3c7-413f-8c24-ad8e91b779fc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:22.354765 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a31e51e7-26b3-40fb-9fec-206365f3152e req-b7478deb-b3c7-413f-8c24-ad8e91b779fc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0518475 Jul 26 16:39:22.376276 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:22.404425 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a31e51e7-26b3-40fb-9fec-206365f3152e req-001a3771-e7f1-422b-ab92-77acf5c2f763 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Jul 26 16:39:22.410736 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (b93e292a-28ec-4647-a984-c0d6bb8814e5), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.446060 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event deleted for resources: {'Port': ['ID=b93e292a-28ec-4647-a984-c0d6bb8814e5,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:22.485050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:22.525733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5deb3358-0884-4916-a7b2-2f0571903c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.554398 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:39:22.656264 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:39:22.667119 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:39:22.683503 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:22.683503 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:22.699861 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] No DVR routers for this DVR port b93e292a-28ec-4647-a984-c0d6bb8814e5 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:39:22.702415 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:22.705678 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6995bfa7-0f1c-4f41-8bf6-e17f7e95d720 req-10b364f1-6ab9-4002-8e24-00aaabc8a129 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "DELETE /v2.0/ports/b93e292a-28ec-4647-a984-c0d6bb8814e5 HTTP/1.1" status: 204 len: 173 time: 0.9093895 Jul 26 16:39:22.706108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'name': 'network-vif-deleted', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:22.708459 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15f9a8-a6c1-4422-aa1d-17fa7319800f" -d '{"events": [{"server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "name": "network-vif-deleted", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:22.747676 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f3304-1d6f-496f-b964-4028579cfad3 x-openstack-request-id: req-631f3304-1d6f-496f-b964-4028579cfad3 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:22.747968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3a6262-8adc-4597-8d00-35af06cee7de", "name": "network-vif-deleted", "tag": "b93e292a-28ec-4647-a984-c0d6bb8814e5", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:22.748221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-631f3304-1d6f-496f-b964-4028579cfad3 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:22.748675 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631f3304-1d6f-496f-b964-4028579cfad3'] response: {'server_uuid': '7b3a6262-8adc-4597-8d00-35af06cee7de', 'name': 'network-vif-deleted', 'tag': 'b93e292a-28ec-4647-a984-c0d6bb8814e5', 'status': 'completed', 'code': 200} Jul 26 16:39:22.780155 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:22.820343 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:23.011807 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:23.050988 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:23.079443 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:39:23.091240 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:23.091937 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:23.198326 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:23.374928 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:23.399828 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b86c-a8a1-4697-9f3e-a193ed6b52c3 None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:43Z', 'revision_number': 4, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '4fe8c7bf-2026-4c62-8da2-315160688330', 'name': '', 'network_id': '75185dc6-2be4-492f-849d-964d05de909f', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'mac_address': 'fa:16:3e:f0:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:42Z', 'updated_at': '2022-07-26T16:32:54Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'subnets': [{'id': '9a88840b-7355-4540-917e-9b3cc2a9eb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:39:23.475629 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-782ce3e8-5620-41f9-b897-4a508864784e req-74edc0b4-4247-4a4a-8d95-3751c9771c27 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=7b3a6262-8adc-4597-8d00-35af06cee7de HTTP/1.1" status: 200 len: 210 time: 0.0472517 Jul 26 16:39:23.542635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490563dd-3f3d-4d00-8968-a42f78e4aa42 req-4b55fa45-71f3-4733-80ae-b1d83a73339b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:23.544322 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-490563dd-3f3d-4d00-8968-a42f78e4aa42 req-4b55fa45-71f3-4733-80ae-b1d83a73339b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0491052 Jul 26 16:39:23.596178 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-490563dd-3f3d-4d00-8968-a42f78e4aa42 req-86a4a000-de98-4f76-92c1-86adededb7b3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461411 Jul 26 16:39:23.629768 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76433d36-c1b2-45d9-81e6-ad6486f37323 None None] New status for floating IP 45757f67-aadf-4398-9a3d-ebf6b9a2d70d: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:39:23.913554 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:24.636292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46690) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:24.724006 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (9bcbe541-cec2-4473-b6c8-12b75c60acc3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:24.731790 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee62820-916a-4171-a9d3-35c15269cb3a req-3008a149-7fa1-4dcb-ad3f-e98769766028 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:24.733285 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7ee62820-916a-4171-a9d3-35c15269cb3a req-3008a149-7fa1-4dcb-ad3f-e98769766028 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0615895 Jul 26 16:39:24.771798 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (9bcbe541-cec2-4473-b6c8-12b75c60acc3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:24.825337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7ee62820-916a-4171-a9d3-35c15269cb3a req-0be12544-5f33-4a87-a897-08b12d7a8f90 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827322 Jul 26 16:39:24.938951 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9bcbe541-cec2-4473-b6c8-12b75c60acc3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:24.941614 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:24.942775 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "DELETE /v2.0/security-groups/9bcbe541-cec2-4473-b6c8-12b75c60acc3 HTTP/1.1" status: 204 len: 168 time: 0.3054748 Jul 26 16:39:24.945449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46692) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:24.952036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2e33e-a939-4d95-8203-aa4d102229df tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcbe541-cec2-4473-b6c8-12b75c60acc3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:24.952863 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:24.961240 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-6f3b4427-cc0b-4f04-a408-33ff83000417 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] show failed (client error): The resource could not be found. Jul 26 16:39:24.962232 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6f3b4427-cc0b-4f04-a408-33ff83000417 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups/9bcbe541-cec2-4473-b6c8-12b75c60acc3 HTTP/1.1" status: 404 len: 347 time: 0.0157065 Jul 26 16:39:24.965262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46694) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:25.079871 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Deleting port 613c20c6-53bc-4a0e-a850-cae0d249c6e8 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:25.080131 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.155357 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.155681 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (613c20c6-53bc-4a0e-a850-cae0d249c6e8), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.167945 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Calling delete_port for 613c20c6-53bc-4a0e-a850-cae0d249c6e8 owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:25.293116 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.350287 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (613c20c6-53bc-4a0e-a850-cae0d249c6e8), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.372986 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event deleted for resources: {'Port': ['ID=613c20c6-53bc-4a0e-a850-cae0d249c6e8,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:25.437990 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks [] for floatingip (45757f67-aadf-4398-9a3d-ebf6b9a2d70d), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.441070 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.442204 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-f4322bb4-e793-44f7-8d0f-0ebb1bc03531 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "DELETE /v2.0/floatingips/45757f67-aadf-4398-9a3d-ebf6b9a2d70d HTTP/1.1" status: 204 len: 168 time: 0.4761543 Jul 26 16:39:25.618739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:25.637372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device b93e292a-28ec-4647-a984-c0d6bb8814e5 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:25.658157 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: b93e292a-28ec-4647-a984-c0d6bb8814e5 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:25.658507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device b93e292a-28ec-4647-a984-c0d6bb8814e5 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:25.944920 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0890-8a00-412a-9bd8-1f5554f7418d req-078cae83-027c-4df2-9754-e0c0b064d159 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:25.946423 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-06de0890-8a00-412a-9bd8-1f5554f7418d req-078cae83-027c-4df2-9754-e0c0b064d159 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0490789 Jul 26 16:39:25.994747 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-06de0890-8a00-412a-9bd8-1f5554f7418d req-f2b316b7-d4f7-4d5e-bb95-83d8ecbb1933 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 Jul 26 16:39:26.800050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-ad578224-aec7-4295-8b72-d5196ff71de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:26.801586 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-ad578224-aec7-4295-8b72-d5196ff71de9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0393760 Jul 26 16:39:26.899089 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-21f18450-610c-4d47-b4b8-bd4414545dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:26.902191 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-21f18450-610c-4d47-b4b8-bd4414545dee service neutron] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 911 time: 0.0929742 Jul 26 16:39:26.915521 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:26.966347 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-d4c33053-9ee4-4b55-aacc-42945483388a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 1002 time: 0.0588059 Jul 26 16:39:27.019059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-70a0124a-bbd2-4920-a773-da42d0cbe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:27.020586 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-70a0124a-bbd2-4920-a773-da42d0cbe4d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0463719 Jul 26 16:39:27.065410 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-24f8474d-2611-40fd-8ee8-0d039db71cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:27.066956 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-24f8474d-2611-40fd-8ee8-0d039db71cdb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401573 Jul 26 16:39:27.115330 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78b74-7021-4614-b40e-c6ac3a392285 req-1df5a270-5fcd-46b0-b2b3-1bf6a21342b9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:27.116850 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48f78b74-7021-4614-b40e-c6ac3a392285 req-1df5a270-5fcd-46b0-b2b3-1bf6a21342b9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0484047 Jul 26 16:39:27.166524 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-4f67256e-af4c-40cb-af1d-d2f3cabee3e5 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836775 Jul 26 16:39:27.170326 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48f78b74-7021-4614-b40e-c6ac3a392285 req-6d5d7a3a-db2a-4423-8939-dd4dbe442b82 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479376 Jul 26 16:39:27.245701 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:27.262073 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-46bbeb2e-f889-4108-9d8a-f7a618893182 req-8353e2f6-db81-4a24-8e8b-1e0f2dab6753 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Jul 26 16:39:28.293539 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bc621-7661-46d3-be10-ac8021b3c9be req-3a9072ca-83ab-4978-b046-a910837fd830 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:28.295030 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-953bc621-7661-46d3-be10-ac8021b3c9be req-3a9072ca-83ab-4978-b046-a910837fd830 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0521758 Jul 26 16:39:28.343921 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-953bc621-7661-46d3-be10-ac8021b3c9be req-c02d2ce7-b029-43f2-9b55-48b53e00a6dd tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jul 26 16:39:28.460124 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19df00d-8213-41a9-a030-3d5240cc7929 req-b470dba7-ae67-430e-88dd-433fd441ce53 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:28.461586 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f19df00d-8213-41a9-a030-3d5240cc7929 req-b470dba7-ae67-430e-88dd-433fd441ce53 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0470054 Jul 26 16:39:28.511209 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f19df00d-8213-41a9-a030-3d5240cc7929 req-a1b83806-f4fd-4e5e-8f9b-9c7559b81a64 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442576 Jul 26 16:39:29.461718 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378337f-d695-41b5-8013-d5cb113eb44b req-227fc2d2-07c5-4c9a-8c62-4b6fcca94201 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:29.463170 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c378337f-d695-41b5-8013-d5cb113eb44b req-227fc2d2-07c5-4c9a-8c62-4b6fcca94201 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0461512 Jul 26 16:39:29.511820 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c378337f-d695-41b5-8013-d5cb113eb44b req-1fca04d7-de8f-4e47-b32b-bb1126aa5dcb tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431302 Jul 26 16:39:29.631369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c955d-5883-408f-92d0-e1d4d399e843 req-88e8324e-cb64-4d78-85ff-817d236a0751 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:29.632870 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e39c955d-5883-408f-92d0-e1d4d399e843 req-88e8324e-cb64-4d78-85ff-817d236a0751 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Jul 26 16:39:29.684547 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e39c955d-5883-408f-92d0-e1d4d399e843 req-4a96e402-345f-4c63-97f6-701180fa16b0 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462768 Jul 26 16:39:29.708525 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-ed19db10-41cd-4a2c-aafd-f195d087ef59 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:29.709976 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-ed19db10-41cd-4a2c-aafd-f195d087ef59 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Jul 26 16:39:29.793138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Deleting port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:29.793399 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:29.885716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] For port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:29.886087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:29.906766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Calling delete_port for 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:30.150238 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (8ff0a433-a61a-4d2f-8754-b2d35e4d59b4), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:30.177695 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event deleted for resources: {'Port': ['ID=8ff0a433-a61a-4d2f-8754-b2d35e4d59b4,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:30.189154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', '16990b57-d241-4bda-9263-5fdbfd1138b4'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:39:30.230681 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] No DVR routers for this DVR port 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:39:30.233136 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:30.236974 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e439f6bf-b417-4c56-98cc-b649e03be10f req-a6c1479d-90f9-4371-91e0-59c04ddff10e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "DELETE /v2.0/ports/8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 HTTP/1.1" status: 204 len: 173 time: 0.5206368 Jul 26 16:39:30.237420 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'name': 'network-vif-deleted', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:30.239686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe98b5-4d67-4e55-9094-660adfcb7cff" -d '{"events": [{"server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "name": "network-vif-deleted", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:30.276237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568e112-e7e5-49f2-a963-5890a82b473d x-openstack-request-id: req-6568e112-e7e5-49f2-a963-5890a82b473d {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:30.276237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee205ae-99c2-4fe2-8160-e336188072b0", "name": "network-vif-deleted", "tag": "8ff0a433-a61a-4d2f-8754-b2d35e4d59b4", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:30.276237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-6568e112-e7e5-49f2-a963-5890a82b473d {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:30.276685 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6568e112-e7e5-49f2-a963-5890a82b473d'] response: {'server_uuid': '5ee205ae-99c2-4fe2-8160-e336188072b0', 'name': 'network-vif-deleted', 'tag': '8ff0a433-a61a-4d2f-8754-b2d35e4d59b4', 'status': 'completed', 'code': 200} Jul 26 16:39:30.326157 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:30.632203 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afffff-4fe2-4d3d-920c-429f0d0195a3 req-3990800a-f837-4aae-9257-b23999c22604 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:30.633821 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41afffff-4fe2-4d3d-920c-429f0d0195a3 req-3990800a-f837-4aae-9257-b23999c22604 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0488741 Jul 26 16:39:30.684751 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41afffff-4fe2-4d3d-920c-429f0d0195a3 req-05fa1304-fdca-46a9-b19c-a0e73e26bd1b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Jul 26 16:39:30.801788 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-14188e4b-3bc9-47a5-94d1-7d5befcb0176 req-a451fafa-1834-4687-b4cc-05e2c6d0640f tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=5ee205ae-99c2-4fe2-8160-e336188072b0 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Jul 26 16:39:31.071370 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09cf7d-b9a1-472b-adff-ccfd819cc356 req-ce2aa0c9-8452-463e-bd8f-21d5bdfbc9d0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:31.072975 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f09cf7d-b9a1-472b-adff-ccfd819cc356 req-ce2aa0c9-8452-463e-bd8f-21d5bdfbc9d0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0498097 Jul 26 16:39:31.079598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:31.108909 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-b954aabb-5fe5-4ada-9cc7-8a15129b418b service neutron] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391693 Jul 26 16:39:31.128574 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3f09cf7d-b9a1-472b-adff-ccfd819cc356 req-a8a2736d-ada5-4ffb-901c-be78d29005b1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Jul 26 16:39:31.201328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-cc6d477e-bac4-4f70-86f9-dd7e78138601 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:31.202714 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-cc6d477e-bac4-4f70-86f9-dd7e78138601 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports/e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 943 time: 0.0518651 Jul 26 16:39:31.656051 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:31.729643 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e562fcc8-f654-4575-a60e-9fafbe61bfee is: ACTIVE; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:39:31.730035 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:31.753183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:31.755397 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806501f4-434d-4dc6-a311-c54f78b2616a" -d '{"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-unplugged", "status": "completed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:31.768562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:31.791205 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f40699-87fd-4397-ad4c-b7cd3556a65b x-openstack-request-id: req-f4f40699-87fd-4397-ad4c-b7cd3556a65b {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:31.791498 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-unplugged", "status": "failed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "code": 422}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:31.791756 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-f4f40699-87fd-4397-ad4c-b7cd3556a65b {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:31.792204 dv-cinder-851042-1-iscsi neutron-server[104387]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4f40699-87fd-4397-ad4c-b7cd3556a65b']: {'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'code': 422} returned with failed status Jul 26 16:39:31.841679 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:31.890482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=6']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:32.247569 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c99c1-a314-43ab-a7a1-85e5d052fde8 req-16e87edd-c350-4af6-9c2e-4786f5771a92 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:32.249108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ab5c99c1-a314-43ab-a7a1-85e5d052fde8 req-16e87edd-c350-4af6-9c2e-4786f5771a92 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0487483 Jul 26 16:39:32.310972 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ab5c99c1-a314-43ab-a7a1-85e5d052fde8 req-319232c1-436c-4615-9ff8-3f54a11bcf9b tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540407 Jul 26 16:39:32.330225 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087c077-af7b-46fc-9255-3205947118a5 req-d62793f2-c77b-41ca-be53-ef5dd36b8075 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:32.331702 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e087c077-af7b-46fc-9255-3205947118a5 req-d62793f2-c77b-41ca-be53-ef5dd36b8075 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0522408 Jul 26 16:39:32.379798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e087c077-af7b-46fc-9255-3205947118a5 req-18e0935e-1f51-45a9-bdee-8caac25ec2ad tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Jul 26 16:39:33.377343 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=53 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:33.378466 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=35 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:33.428263 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1454a8-c09a-48d5-a8c3-5586eec5ccb6 req-4c606ef4-8a35-43f0-9978-4ded06f7a058 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:33.431341 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0c1454a8-c09a-48d5-a8c3-5586eec5ccb6 req-4c606ef4-8a35-43f0-9978-4ded06f7a058 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0470924 Jul 26 16:39:33.455920 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:33.483264 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0c1454a8-c09a-48d5-a8c3-5586eec5ccb6 req-7e457a63-a0ce-486c-8836-1a1c2c103e5c tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Jul 26 16:39:33.497289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0519912-0dbe-4e50-a153-10318692e99c req-ae43e166-843e-4745-a58c-51d847ccdf0e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:33.498863 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0519912-0dbe-4e50-a153-10318692e99c req-ae43e166-843e-4745-a58c-51d847ccdf0e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Jul 26 16:39:33.511888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:33.546916 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0519912-0dbe-4e50-a153-10318692e99c req-9c3e37ec-5a9e-42e5-a48c-c060875c298c tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Jul 26 16:39:33.660040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:33.680185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:33.680735 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 8ff0a433-a61a-4d2f-8754-b2d35e4d59b4 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:34.599575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0e6d-6867-4b9f-b0c3-ef6a45b1f7c5 req-3c200cd6-1afb-4c98-9537-5f44373bc48f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:34.601114 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f5fb0e6d-6867-4b9f-b0c3-ef6a45b1f7c5 req-3c200cd6-1afb-4c98-9537-5f44373bc48f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0473347 Jul 26 16:39:34.635465 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:34.655330 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f5fb0e6d-6867-4b9f-b0c3-ef6a45b1f7c5 req-9ff9a80f-7f8a-4251-9988-7a9edb2f4789 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479386 Jul 26 16:39:34.680614 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2548-89bb-4321-af8b-8f33e71d1c1c req-777d4cf7-dc41-4266-b451-33e3940b6bd8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:34.680614 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d0f2548-89bb-4321-af8b-8f33e71d1c1c req-777d4cf7-dc41-4266-b451-33e3940b6bd8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0578549 Jul 26 16:39:34.727334 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d0f2548-89bb-4321-af8b-8f33e71d1c1c req-036a163e-d78d-4efa-a14e-8b81f695ab49 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/security-groups?id=2a661610-e6fa-4ed3-81a3-b4ca16597805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 Jul 26 16:39:35.325564 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-ffe1be2c-ccf6-4088-b91f-704842e4369e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.326943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-ffe1be2c-ccf6-4088-b91f-704842e4369e tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 945 time: 0.0460839 Jul 26 16:39:35.380319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-cf61ff90-8005-49b5-a863-468fb0c07e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.381827 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-cf61ff90-8005-49b5-a863-468fb0c07e1f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8&tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3 HTTP/1.1" status: 200 len: 1128 time: 0.0696800 Jul 26 16:39:35.414819 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Deleting port 16990b57-d241-4bda-9263-5fdbfd1138b4 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:35.415170 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:35.451659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-eab23b21-81be-486a-8ef0-e24bcfc76f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.453171 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-eab23b21-81be-486a-8ef0-e24bcfc76f7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1128 time: 0.0387530 Jul 26 16:39:35.504111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] For port 16990b57-d241-4bda-9263-5fdbfd1138b4, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=16990b57-d241-4bda-9263-5fdbfd1138b4,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:35.504505 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:35.517220 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Calling delete_port for 16990b57-d241-4bda-9263-5fdbfd1138b4 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:35.549485 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-6c6f219e-dc8f-4837-bc73-688df5390aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.550968 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-6c6f219e-dc8f-4837-bc73-688df5390aec service neutron] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 911 time: 0.0912218 Jul 26 16:39:35.615089 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-5922990a-e579-4a17-8a9f-a8758d75f9d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 1000 time: 0.0579131 Jul 26 16:39:35.663392 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-9258904a-6627-437b-9abe-ffcb47ac6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.664869 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-9258904a-6627-437b-9abe-ffcb47ac6769 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0437071 Jul 26 16:39:35.709012 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-ad97bbd3-365f-4449-a328-aa4a88eb5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.710526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-ad97bbd3-365f-4449-a328-aa4a88eb5fc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396934 Jul 26 16:39:35.719978 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (16990b57-d241-4bda-9263-5fdbfd1138b4), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:35.747969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Pushing event deleted for resources: {'Port': ['ID=16990b57-d241-4bda-9263-5fdbfd1138b4,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:35.837962 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] No DVR routers for this DVR port 16990b57-d241-4bda-9263-5fdbfd1138b4 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:39:35.840939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:35.844988 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d217cb89-3228-4c85-b41c-f5ee1eb4d6a7 req-d56f74fa-b012-4a7c-8477-3798b32ed068 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.86 "DELETE /v2.0/ports/16990b57-d241-4bda-9263-5fdbfd1138b4 HTTP/1.1" status: 204 len: 173 time: 0.5112367 Jul 26 16:39:35.845758 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'name': 'network-vif-deleted', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:35.849048 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1fc77e-ac18-4844-ba2e-eb5400674d92" -d '{"events": [{"server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "name": "network-vif-deleted", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:35.857912 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dfe0-4ae6-4c67-9577-f89779ff3fbd req-c32dd6c1-813e-4b7a-94a3-f39d0dba4176 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:35.859021 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-7ef7a745-95a2-46d7-9dbd-51da637baebd service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405890 Jul 26 16:39:35.859470 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e864dfe0-4ae6-4c67-9577-f89779ff3fbd req-c32dd6c1-813e-4b7a-94a3-f39d0dba4176 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.1161516 Jul 26 16:39:35.861177 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80089850-17ae-4265-a04f-0897f78149d8 req-dcd22a0b-a130-494b-897b-9dfc7bba08d8 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 210 time: 0.0359311 Jul 26 16:39:35.916491 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029c9209-d488-42bc-8db1-44b9307770e9 x-openstack-request-id: req-029c9209-d488-42bc-8db1-44b9307770e9 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:35.916786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad766a1-6214-4f3a-aa55-50ca2baa6b64", "name": "network-vif-deleted", "tag": "16990b57-d241-4bda-9263-5fdbfd1138b4", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:35.917044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-029c9209-d488-42bc-8db1-44b9307770e9 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:35.917448 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029c9209-d488-42bc-8db1-44b9307770e9'] response: {'server_uuid': 'fad766a1-6214-4f3a-aa55-50ca2baa6b64', 'name': 'network-vif-deleted', 'tag': '16990b57-d241-4bda-9263-5fdbfd1138b4', 'status': 'completed', 'code': 200} Jul 26 16:39:35.941772 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e864dfe0-4ae6-4c67-9577-f89779ff3fbd req-d541567d-70c9-4b63-a924-cd77ba632dbc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675097 Jul 26 16:39:35.987384 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7b12b8de-82e1-4127-8ed1-98c3e32a1051 req-432c4a92-edb7-4947-8e26-9b7941f54616 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223273 Jul 26 16:39:36.153864 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:36.979498 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bb6057ff-1957-43f4-b2f5-b5ef2c7fa2c5 req-dfaafc00-32e0-4963-a456-8ab7b5550081 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Jul 26 16:39:37.057080 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea377-fdc6-478d-9431-ec932f5968a6 req-bed1fefc-5764-4550-96d4-d0c4e345c43a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:37.058517 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2c9ea377-fdc6-478d-9431-ec932f5968a6 req-bed1fefc-5764-4550-96d4-d0c4e345c43a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0468044 Jul 26 16:39:37.106414 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2c9ea377-fdc6-478d-9431-ec932f5968a6 req-747942cd-adf7-4436-891e-c7e2b0beba56 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Jul 26 16:39:37.675135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 16990b57-d241-4bda-9263-5fdbfd1138b4 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:37.694178 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 16990b57-d241-4bda-9263-5fdbfd1138b4 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:37.694529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 16990b57-d241-4bda-9263-5fdbfd1138b4 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:38.099146 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5cd21fcc-f4f4-4132-9bbe-3f02d6b15063 req-0568202e-55e3-4030-89fb-645ef0769172 tempest-ServerRescueNegativeTestJSON-450575223 tempest-ServerRescueNegativeTestJSON-450575223-project] 10.222.0.144 "GET /v2.0/ports?device_id=fad766a1-6214-4f3a-aa55-50ca2baa6b64 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Jul 26 16:39:38.231816 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23f1e4-86d1-415f-bf5b-1be632383db4 req-66e9a113-efa3-4d0d-8583-d867edaa390e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:38.233347 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6f23f1e4-86d1-415f-bf5b-1be632383db4 req-66e9a113-efa3-4d0d-8583-d867edaa390e tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0523241 Jul 26 16:39:38.291285 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6f23f1e4-86d1-415f-bf5b-1be632383db4 req-e99a2318-f5d2-4f69-8360-8689fe508157 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522294 Jul 26 16:39:38.629624 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:39:39.153133 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-a91eaac3-7c53-4172-9940-37cd7da703ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392721 Jul 26 16:39:39.165435 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46784) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:39.231473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-750d6a0f-448e-4ec3-be61-22fe5b6a4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:39.233008 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-750d6a0f-448e-4ec3-be61-22fe5b6a4ab8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 1129 time: 0.0426936 Jul 26 16:39:39.258915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:39.411643 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af22df-5e65-4c37-838f-4fa750a7d6e3 req-a12030fa-0d54-4ebb-9355-ffca5baf94c1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:39.413917 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-89af22df-5e65-4c37-838f-4fa750a7d6e3 req-a12030fa-0d54-4ebb-9355-ffca5baf94c1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0479469 Jul 26 16:39:39.428281 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-1c01e647-a746-491a-9f02-0568aa9e5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:39.429774 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-1c01e647-a746-491a-9f02-0568aa9e5fc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.1781971 Jul 26 16:39:39.464425 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-89af22df-5e65-4c37-838f-4fa750a7d6e3 req-593bdc67-f3ad-4e55-9aaa-4fd6ef291c1d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450349 Jul 26 16:39:39.508792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:39.640059 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-4888f221-8494-404c-a5c8-056fb2538fb7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 200 len: 1001 time: 0.2034614 Jul 26 16:39:39.720735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-9aa7faf7-7eb3-4162-ad5f-d872acfb8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:39.722120 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-9aa7faf7-7eb3-4162-ad5f-d872acfb8b71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0741165 Jul 26 16:39:39.817667 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-b8e2b3cb-8f05-421d-ba3a-907a9464d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:39.819186 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-b8e2b3cb-8f05-421d-ba3a-907a9464d2d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913677 Jul 26 16:39:39.961211 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (7f36a75b-1edc-415c-8b72-9f338226cf04), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:40.252501 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-75d228ae-1307-43f3-b3c5-f43354037b84 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270298 Jul 26 16:39:40.477020 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e86be50-f61c-4b52-acb7-6f0cadc3650f req-c952949e-0f5f-4f91-b8fb-8dd215f0e9bd service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977031 Jul 26 16:39:40.582284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Deleting port 4fe8c7bf-2026-4c62-8da2-315160688330 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:40.582631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:40.633113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4dfb3-24d0-4964-a6f7-02ba70444ab4 req-f6bf6a6a-3521-4800-81fb-954f84495fc9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:40.634579 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-54f4dfb3-24d0-4964-a6f7-02ba70444ab4 req-f6bf6a6a-3521-4800-81fb-954f84495fc9 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0918155 Jul 26 16:39:40.659124 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:40.687032 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:40.714003 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] For port 4fe8c7bf-2026-4c62-8da2-315160688330, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4fe8c7bf-2026-4c62-8da2-315160688330,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:40.714385 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:40.720473 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-54f4dfb3-24d0-4964-a6f7-02ba70444ab4 req-d9854a46-e0cd-4c8a-9de8-97212cf7bfca tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800970 Jul 26 16:39:40.731236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Calling delete_port for 4fe8c7bf-2026-4c62-8da2-315160688330 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:40.967174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (4fe8c7bf-2026-4c62-8da2-315160688330), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:40.993997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe8c7bf-2026-4c62-8da2-315160688330,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:41.167846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (7f36a75b-1edc-415c-8b72-9f338226cf04), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:41.377029 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Router 7f36a75b-1edc-415c-8b72-9f338226cf04 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:39:41.476619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:39:41.481534 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2bfbf90b-d8a9-4275-88a1-2a10e2698e0b admin admin] 10.222.0.144 "PUT /v2.0/routers/7f36a75b-1edc-415c-8b72-9f338226cf04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3163552 Jul 26 16:39:41.483962 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46792) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:41.488429 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Sync routers for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:39:41.498772 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:41.504606 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:41.562284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:41.586609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks [] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:41.599945 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:41.623571 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:41.686177 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks [] for router_gateway (7f36a75b-1edc-415c-8b72-9f338226cf04), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:41.767020 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:39:40Z', 'revision_number': 5, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port': {'id': '267b5ce6-9e6b-412d-833e-d3ae9f109379', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:35Z', 'updated_at': '2022-07-26T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:41.792092 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Checking router: 7f36a75b-1edc-415c-8b72-9f338226cf04 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:39:41.796573 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Deleting port 267b5ce6-9e6b-412d-833e-d3ae9f109379 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:41.796911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:41.801342 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Routers {'7f36a75b-1edc-415c-8b72-9f338226cf04'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:39:41.801960 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7f36a75b-1edc-415c-8b72-9f338226cf04'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:41.846118 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925067e-03fa-4f95-90a9-eb125f0e64ea req-f0b5ef92-3d3a-450f-ada2-962594dce4e2 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:41.847738 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d925067e-03fa-4f95-90a9-eb125f0e64ea req-f0b5ef92-3d3a-450f-ada2-962594dce4e2 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0538003 Jul 26 16:39:41.879886 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] For port 267b5ce6-9e6b-412d-833e-d3ae9f109379, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=267b5ce6-9e6b-412d-833e-d3ae9f109379,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:41.880270 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:41.889194 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] Set router 7f36a75b-1edc-415c-8b72-9f338226cf04 gateway port host: None {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:39:41.893551 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Calling delete_port for 267b5ce6-9e6b-412d-833e-d3ae9f109379 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:41.893928 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:41.905472 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d925067e-03fa-4f95-90a9-eb125f0e64ea req-f2a6f2da-3e27-4aa8-86d4-4c4d094cdda7 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514526 Jul 26 16:39:41.940822 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:39:41Z', 'revision_number': 6, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:41.964132 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577adff0-f758-42a1-84fa-1047e9ec1265 None None] The sync data for ids ['7f36a75b-1edc-415c-8b72-9f338226cf04'] in dv-cinder-851042-1-iscsi is: [{'id': '7f36a75b-1edc-415c-8b72-9f338226cf04', 'name': 'tempest-ServerRescueNegativeTestJSON-883733799-router', 'tenant_id': '08a954085f8f454698c55faa9351ad6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:39:41Z', 'revision_number': 6, 'project_id': '08a954085f8f454698c55faa9351ad6e', 'gw_port_host': None}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:39:42.155944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (267b5ce6-9e6b-412d-833e-d3ae9f109379), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.179411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=267b5ce6-9e6b-412d-833e-d3ae9f109379,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:42.245137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (7f36a75b-1edc-415c-8b72-9f338226cf04), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.267585 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:42.332511 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.337678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks [] for router_controller (7f36a75b-1edc-415c-8b72-9f338226cf04), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.491309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (7f36a75b-1edc-415c-8b72-9f338226cf04), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.491943 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f36a75b-1edc-415c-8b72-9f338226cf04 {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:39:42.499878 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.499878 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-11afe564-74a8-4e6d-b816-81e9b1987a35 admin admin] 10.222.0.144 "DELETE /v2.0/routers/7f36a75b-1edc-415c-8b72-9f338226cf04 HTTP/1.1" status: 204 len: 168 time: 1.0131505 Jul 26 16:39:42.500635 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46798) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:42.545587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Deleting subnet 9a88840b-7355-4540-917e-9b3cc2a9eb8b {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:39:42.548816 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Publish callbacks [] for subnet (9a88840b-7355-4540-917e-9b3cc2a9eb8b), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.586230 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (9a88840b-7355-4540-917e-9b3cc2a9eb8b), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.659449 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (9a88840b-7355-4540-917e-9b3cc2a9eb8b), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.796313 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (9a88840b-7355-4540-917e-9b3cc2a9eb8b), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.825193 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a88840b-7355-4540-917e-9b3cc2a9eb8b,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:42.831716 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.837132 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1caaf0-b78c-4637-b467-7c2fa6c4a7b3 None None] Network 75185dc6-2be4-492f-849d-964d05de909f requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:39:42.837883 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46800) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:42.839434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:42.840881 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-da7076f5-7d65-41eb-8c40-1289cc4cd3fa admin admin] 10.222.0.144 "DELETE /v2.0/subnets/9a88840b-7355-4540-917e-9b3cc2a9eb8b HTTP/1.1" status: 204 len: 168 time: 0.3334150 Jul 26 16:39:42.880788 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:42.908561 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (75185dc6-2be4-492f-849d-964d05de909f), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:42.963727 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Deleting port 402c3b28-72de-4bd3-a57b-7f3864af21a1 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:42.964028 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.030662 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] DHCP port deletion for 75185dc6-2be4-492f-849d-964d05de909f request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:39:43.049237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b32ef3-f39d-4516-8f37-41aab14faf71 req-5f5d00e5-c46e-4070-9355-1b2dc1b5f36a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:43.052027 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31b32ef3-f39d-4516-8f37-41aab14faf71 req-5f5d00e5-c46e-4070-9355-1b2dc1b5f36a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0582790 Jul 26 16:39:43.066936 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] For port 402c3b28-72de-4bd3-a57b-7f3864af21a1, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=402c3b28-72de-4bd3-a57b-7f3864af21a1,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:43.067537 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.069322 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4fe8c7bf-2026-4c62-8da2-315160688330 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:43.081943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Calling delete_port for 402c3b28-72de-4bd3-a57b-7f3864af21a1 owned by network:dhcp {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:43.089979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Deleting port 402c3b28-72de-4bd3-a57b-7f3864af21a1 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:39:43.090577 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.093460 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 4fe8c7bf-2026-4c62-8da2-315160688330 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:43.093999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4fe8c7bf-2026-4c62-8da2-315160688330 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:43.094448 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 267b5ce6-9e6b-412d-833e-d3ae9f109379 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:43.110232 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31b32ef3-f39d-4516-8f37-41aab14faf71 req-59cd0c8d-6a2a-4d1d-9078-715cd1621379 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523665 Jul 26 16:39:43.151419 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 267b5ce6-9e6b-412d-833e-d3ae9f109379 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:43.151766 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 267b5ce6-9e6b-412d-833e-d3ae9f109379 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:43.176886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] For port 402c3b28-72de-4bd3-a57b-7f3864af21a1, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=402c3b28-72de-4bd3-a57b-7f3864af21a1,segment=NetworkSegment(dea10f78-be9c-4621-bd70-52feda269e8b),segment_id=dea10f78-be9c-4621-bd70-52feda269e8b)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:43.179119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.190601 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Calling delete_port for 402c3b28-72de-4bd3-a57b-7f3864af21a1 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:39:43.222682 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.252952 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=402c3b28-72de-4bd3-a57b-7f3864af21a1,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:43.256190 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] No DVR routers for this DVR port 402c3b28-72de-4bd3-a57b-7f3864af21a1 on host dv-cinder-851042-1-iscsi {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:39:43.264312 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.264700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.265050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.265392 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.265729 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.265842 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (402c3b28-72de-4bd3-a57b-7f3864af21a1), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.266067 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.266397 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.266750 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.267179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.267408 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.267733 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.268064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.268417 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.268733 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.269050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.292635 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] No DVR routers for this DVR port 402c3b28-72de-4bd3-a57b-7f3864af21a1 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:39:43.294242 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Pushing event deleted for resources: {'Port': ['ID=402c3b28-72de-4bd3-a57b-7f3864af21a1,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:43.304415 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.304935 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.305274 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.305610 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.305942 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.306269 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.307155 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.307155 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.307331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.307512 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.307830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.308147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.308512 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.308896 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.309134 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca51402-c7ae-41a5-91c6-26317ba05fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:43.340358 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (75185dc6-2be4-492f-849d-964d05de909f), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.358751 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75185dc6-2be4-492f-849d-964d05de909f']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:43.368500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea10f78-be9c-4621-bd70-52feda269e8b') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:43.368800 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea10f78-be9c-4621-bd70-52feda269e8b') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:39:43.379221 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (dea10f78-be9c-4621-bd70-52feda269e8b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.392367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (dea10f78-be9c-4621-bd70-52feda269e8b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.398602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:39:43.398987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (dea10f78-be9c-4621-bd70-52feda269e8b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.476996 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment dea10f78-be9c-4621-bd70-52feda269e8b resource provider aggregate not found Jul 26 16:39:43.493482 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment dea10f78-be9c-4621-bd70-52feda269e8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dea10f78-be9c-4621-bd70-52feda269e8b found for delete ", "request_id": "req-38b3641f-f199-4724-ac34-44f019dbce3b"}]} Jul 26 16:39:43.538698 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (75185dc6-2be4-492f-849d-964d05de909f), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.546194 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.549903 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] 10.222.0.144 "DELETE /v2.0/networks/75185dc6-2be4-492f-849d-964d05de909f HTTP/1.1" status: 204 len: 168 time: 0.7109787 Jul 26 16:39:43.561173 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34deb087-116c-4899-9f64-96f9eed1e2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75185dc6-2be4-492f-849d-964d05de909f,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:43.816289 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46812) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:43.855366 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e44ae8f9-b051-457d-bd68-5597332c6a07 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=08a954085f8f454698c55faa9351ad6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378640 Jul 26 16:39:43.857755 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46814) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:43.904759 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] Publish callbacks [] for security_group (2a661610-e6fa-4ed3-81a3-b4ca16597805), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:43.925796 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] Publish callbacks [] for security_group (2a661610-e6fa-4ed3-81a3-b4ca16597805), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:44.046924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2a661610-e6fa-4ed3-81a3-b4ca16597805), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:44.049636 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:44.050759 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/2a661610-e6fa-4ed3-81a3-b4ca16597805 HTTP/1.1" status: 204 len: 168 time: 0.1921175 Jul 26 16:39:44.058664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fafe9-25f9-4e26-ac1f-417a6b3477e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a661610-e6fa-4ed3-81a3-b4ca16597805,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:44.485358 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ddec6-2c86-4670-8254-3fccf923925c req-909e5170-14f3-40f2-8fae-9ec21eb8c6a8 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:44.486890 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-158ddec6-2c86-4670-8254-3fccf923925c req-909e5170-14f3-40f2-8fae-9ec21eb8c6a8 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.3050475 Jul 26 16:39:44.521932 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:44.538855 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-158ddec6-2c86-4670-8254-3fccf923925c req-495582a5-a4ac-4bd6-8a15-463cf6e0c78d tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Jul 26 16:39:44.968137 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 402c3b28-72de-4bd3-a57b-7f3864af21a1 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:39:44.988343 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 402c3b28-72de-4bd3-a57b-7f3864af21a1 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:39:44.988709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 402c3b28-72de-4bd3-a57b-7f3864af21a1 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:39:45.655083 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05709-fa1e-4ff4-b84d-deba60283ea6 req-7a283c37-8b80-4bac-9caf-0f9c7b73daac tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:45.661042 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9d05709-fa1e-4ff4-b84d-deba60283ea6 req-7a283c37-8b80-4bac-9caf-0f9c7b73daac tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 944 time: 0.0479894 Jul 26 16:39:45.700687 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:39:45.707971 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9d05709-fa1e-4ff4-b84d-deba60283ea6 req-fe9485ca-944a-4850-96e9-c651779faeb0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451884 Jul 26 16:39:45.803335 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:45.814937 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'port_id': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'mac_address': 'fa:16:3e:f3:fd:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1088, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:39:45.819441 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:45.851111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e562fcc8-f654-4575-a60e-9fafbe61bfee is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:39:45.851581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:45.865963 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e562fcc8-f654-4575-a60e-9fafbe61bfee {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:39:45.886746 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:45.993700 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:46.043672 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=7']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:46.524749 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['e562fcc8-f654-4575-a60e-9fafbe61bfee'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:39:46.694719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:46.829908 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba6f1d-c616-4945-b209-3143e1255aac req-089ebaca-a545-46d7-8568-ecc66c867f8a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:46.831410 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b6ba6f1d-c616-4945-b209-3143e1255aac req-089ebaca-a545-46d7-8568-ecc66c867f8a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 945 time: 0.0495708 Jul 26 16:39:46.881209 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b6ba6f1d-c616-4945-b209-3143e1255aac req-50e9d8c1-e874-45cc-9a7a-430bc132f7b5 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Jul 26 16:39:47.788858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:39:47.832615 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port e562fcc8-f654-4575-a60e-9fafbe61bfee triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:39:47.832990 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:47.904203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e562fcc8-f654-4575-a60e-9fafbe61bfee is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:39:47.904613 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:47.927676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:39:47.929949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d7a858-c033-4af2-a056-45169f20424f" -d '{"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-plugged", "status": "completed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:39:47.942666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:39:47.970992 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65affca1-0e9f-4059-897c-727c6855fc66 x-openstack-request-id: req-65affca1-0e9f-4059-897c-727c6855fc66 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:39:47.971475 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-plugged", "status": "completed", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:39:47.971608 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-65affca1-0e9f-4059-897c-727c6855fc66 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:39:47.972248 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65affca1-0e9f-4059-897c-727c6855fc66'] response: {'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'code': 200} Jul 26 16:39:48.004062 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a9a11-0a6c-47bd-b257-ab785f8b54bf req-48ec10c8-b28c-48a3-af5e-06db0f1da3e0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:48.005542 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c97a9a11-0a6c-47bd-b257-ab785f8b54bf req-48ec10c8-b28c-48a3-af5e-06db0f1da3e0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 945 time: 0.0526316 Jul 26 16:39:48.019274 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:48.046566 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:48.072979 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c97a9a11-0a6c-47bd-b257-ab785f8b54bf req-623b7cb3-3cc9-4ed4-8803-2c1dcd33e355 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610240 Jul 26 16:39:48.074740 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=8']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:48.346120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b581da-78f0-46ef-92cd-cb69a0baa438 req-3952712a-2033-4161-8f54-8c933d2d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:48.346120 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51b581da-78f0-46ef-92cd-cb69a0baa438 req-3952712a-2033-4161-8f54-8c933d2d68bd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0423784 Jul 26 16:39:48.374354 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-51b581da-78f0-46ef-92cd-cb69a0baa438 req-1cef2579-bddd-4526-9667-77e8919bd22d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445108 Jul 26 16:39:49.200252 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca450a1-709f-4df1-82ae-b39ff408186a req-050eb3dc-381f-4501-892e-83d62ce169dc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:49.201733 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9ca450a1-709f-4df1-82ae-b39ff408186a req-050eb3dc-381f-4501-892e-83d62ce169dc tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Jul 26 16:39:49.249662 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9ca450a1-709f-4df1-82ae-b39ff408186a req-3dbe02a9-dec7-441f-9281-b4f38a452511 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Jul 26 16:39:50.342491 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fd399640-c0ca-468b-b2ea-86a8d974bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:50.369065 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5235168-963a-4efe-95b3-17c810507714 req-66b9d308-fba6-4002-9255-430792c8f291 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:50.370597 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f5235168-963a-4efe-95b3-17c810507714 req-66b9d308-fba6-4002-9255-430792c8f291 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0507808 Jul 26 16:39:50.423765 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f5235168-963a-4efe-95b3-17c810507714 req-06f221c5-9c9c-4cb5-ab77-4755a8d5b2ae tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Jul 26 16:39:52.533623 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a9288621-8705-49e0-b0f4-f7451204592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:54.001545 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:54.644689 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:54.649785 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=48 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:55.327250 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:55.720325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:57.816568 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d53430-bc12-4c8a-9ae1-983e656516d0 req-7cd0a222-64ee-4e8a-84ef-b29515cfbeaa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:57.817930 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e9d53430-bc12-4c8a-9ae1-983e656516d0 req-7cd0a222-64ee-4e8a-84ef-b29515cfbeaa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0469315 Jul 26 16:39:57.874996 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e9d53430-bc12-4c8a-9ae1-983e656516d0 req-883087ba-810b-47c3-9bd8-7c70878fb12a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512862 Jul 26 16:39:58.970419 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:59.008677 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07a66b-c11e-43c3-8291-ecc69568f3a9 req-b0c8b8ff-cea8-4e66-98c9-0cf6a9c76679 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:59.010171 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fd07a66b-c11e-43c3-8291-ecc69568f3a9 req-b0c8b8ff-cea8-4e66-98c9-0cf6a9c76679 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0503261 Jul 26 16:39:59.057899 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fd07a66b-c11e-43c3-8291-ecc69568f3a9 req-cbf8a086-5f21-468a-afd1-f4dca1631eb0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Jul 26 16:39:59.147285 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 46986) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:59.252468 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-52648f8a-79e1-4f24-a464-517a235edfe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.328261 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-52648f8a-79e1-4f24-a464-517a235edfe7 admin admin] Publish callbacks [] for security_group (8f6548b0-932e-499a-bae2-55c55c1aa5ab), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.424404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-52648f8a-79e1-4f24-a464-517a235edfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8f6548b0-932e-499a-bae2-55c55c1aa5ab), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.464704 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-52648f8a-79e1-4f24-a464-517a235edfe7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=7be780bbb9e0444f96cdc0c4dbf8e84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162656 Jul 26 16:39:59.465515 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52648f8a-79e1-4f24-a464-517a235edfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6548b0-932e-499a-bae2-55c55c1aa5ab,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:59.467370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 46990) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:39:59.523919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Publish callbacks [] for security_group (8f6548b0-932e-499a-bae2-55c55c1aa5ab), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.528336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:39:59.548104 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Publish callbacks [] for security_group (8f6548b0-932e-499a-bae2-55c55c1aa5ab), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.738414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8f6548b0-932e-499a-bae2-55c55c1aa5ab), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.740829 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:39:59.741902 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/8f6548b0-932e-499a-bae2-55c55c1aa5ab HTTP/1.1" status: 204 len: 168 time: 0.2734387 Jul 26 16:39:59.777447 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6548b0-932e-499a-bae2-55c55c1aa5ab,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:39:59.782997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.783345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.783684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.784016 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.784351 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.784702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.785025 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.785348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.785672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.785989 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.786329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.786631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.786949 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.787261 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.787574 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ceb8b3-4809-446f-b03e-e382adfa29be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:39:59.796904 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-645bdfdf-fcbd-4aeb-b9dd-b0e292b95af4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:39:59.798787 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-645bdfdf-fcbd-4aeb-b9dd-b0e292b95af4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0706608 Jul 26 16:40:00.166718 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Deleting port 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:40:00.167067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:00.240218 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd45bf-ed3f-4a14-a9ca-0661543b0bb0 req-9ceade65-9340-40fa-81a3-31843c242c7e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:00.241731 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-66dd45bf-ed3f-4a14-a9ca-0661543b0bb0 req-9ceade65-9340-40fa-81a3-31843c242c7e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 946 time: 0.0876391 Jul 26 16:40:00.330979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] For port 7f871a00-9630-48c9-845a-ddb06fb9a2df, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7f871a00-9630-48c9-845a-ddb06fb9a2df,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:00.331360 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:00.342334 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-66dd45bf-ed3f-4a14-a9ca-0661543b0bb0 req-ed718a85-8305-49e2-a773-7034e065f6ab tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=163e0ec5-f464-493b-8e93-e4d410e8ba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936887 Jul 26 16:40:00.551938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:00.552561 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:00.552668 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Floating IP 35dfc5b9-3cce-4320-a136-aff11e941a56 disassociated. External IP: 172.27.0.190, port: 7f871a00-9630-48c9-845a-ddb06fb9a2df. Jul 26 16:40:00.552986 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Calling delete_port for 7f871a00-9630-48c9-845a-ddb06fb9a2df owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:40:00.566568 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:00.749917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (7f871a00-9630-48c9-845a-ddb06fb9a2df), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:00.785518 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'Port': ['ID=7f871a00-9630-48c9-845a-ddb06fb9a2df,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:00.884889 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:00.898725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:40:01.014911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:40:01.027800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:40:01.036890 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:01.037510 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:01.099463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] No DVR routers for this DVR port 7f871a00-9630-48c9-845a-ddb06fb9a2df on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:40:01.102223 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:01.105954 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-000fdb94-71e1-49d4-8ed8-8dcef9d978dd req-5faf009c-4984-4a27-9d61-159f7add7b26 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "DELETE /v2.0/ports/7f871a00-9630-48c9-845a-ddb06fb9a2df HTTP/1.1" status: 204 len: 173 time: 1.3016491 Jul 26 16:40:01.106479 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-deleted', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:01.109005 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624464a4-1770-401d-b629-a0b1a852de70" -d '{"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-deleted", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:01.174268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd030730-9a9d-439b-82ec-2916408d7ffc x-openstack-request-id: req-bd030730-9a9d-439b-82ec-2916408d7ffc {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:01.174874 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d182cbe3-dff4-482c-a901-f084fc7b0077", "name": "network-vif-deleted", "tag": "7f871a00-9630-48c9-845a-ddb06fb9a2df", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:01.175352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-bd030730-9a9d-439b-82ec-2916408d7ffc {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:01.176312 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd030730-9a9d-439b-82ec-2916408d7ffc'] response: {'server_uuid': 'd182cbe3-dff4-482c-a901-f084fc7b0077', 'name': 'network-vif-deleted', 'tag': '7f871a00-9630-48c9-845a-ddb06fb9a2df', 'status': 'completed', 'code': 200} Jul 26 16:40:01.184076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:01.275808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:01.405699 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:01.433964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:40:01.444654 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:01.445275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:01.457686 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d21dc613-77b5-4645-852e-889d059ab9e6 req-12b4335f-9a97-4793-ae6b-490cf6f84640 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Jul 26 16:40:01.482593 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:01.557407 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:01.679127 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a4aea-092f-47a6-a873-4f81ff34c9ff req-00c6b81e-4696-43f0-aa7e-48c5745bf346 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:01.680741 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d7a4aea-092f-47a6-a873-4f81ff34c9ff req-00c6b81e-4696-43f0-aa7e-48c5745bf346 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0549214 Jul 26 16:40:01.733846 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d7a4aea-092f-47a6-a873-4f81ff34c9ff req-c7f7b960-b63e-4331-a004-43bd3a3ab53c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477107 Jul 26 16:40:01.774434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:01.804832 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d206ba21-beb1-4ad3-b445-b79d44a5adec None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:40:02.029908 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457461ad-5ad1-4ec9-91f8-0d10da976053 None None] New status for floating IP 35dfc5b9-3cce-4320-a136-aff11e941a56: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:40:02.576133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3dc4b841-b763-4ba6-b63b-e9f639c7c6e5 req-a1e17e40-e61c-4a43-8c62-2acc1b92127a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=d182cbe3-dff4-482c-a901-f084fc7b0077 HTTP/1.1" status: 200 len: 210 time: 0.0279753 Jul 26 16:40:02.861360 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57f94e-0ebe-4a00-97cc-5b117f4b2857 req-bfcbc44e-179d-43ff-8df1-355e5a64729c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:02.861360 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9f57f94e-0ebe-4a00-97cc-5b117f4b2857 req-bfcbc44e-179d-43ff-8df1-355e5a64729c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0529122 Jul 26 16:40:02.907872 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9f57f94e-0ebe-4a00-97cc-5b117f4b2857 req-5d26ce87-f0df-4636-8f02-4db74946cc10 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=ce6c8487-64eb-4c14-b551-16f6df137fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Jul 26 16:40:03.181664 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-d1a2febb-e945-487f-b158-a37b4d272992 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:03.183094 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-d1a2febb-e945-487f-b158-a37b4d272992 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 945 time: 0.0465090 Jul 26 16:40:03.269905 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Deleting port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:40:03.270241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.361016 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] For port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:03.363445 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.525538 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.525899 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.526214 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Floating IP ee6894cd-1890-4d73-a9c6-506c9afb5b96 disassociated. External IP: 172.27.0.172, port: bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01. Jul 26 16:40:03.526562 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Calling delete_port for bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:40:03.537563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:03.714195 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.742782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'Port': ['ID=bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:03.749252 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47064) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:03.759677 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:03.875266 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:40:03.890636 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (163e0ec5-f464-493b-8e93-e4d410e8ba0b), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.898313 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:40:03.898964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:40:03.899249 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:40:03.919459 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 7f871a00-9630-48c9-845a-ddb06fb9a2df {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:40:03.920149 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7f871a00-9630-48c9-845a-ddb06fb9a2df not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:40:03.925494 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (163e0ec5-f464-493b-8e93-e4d410e8ba0b), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:03.931284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:40:04.012375 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8b835608-e80e-47ce-89f4-b32e08f24cbf req-8c3f7b1e-9070-4a94-86ae-290fc539635f tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0304601 Jul 26 16:40:04.075817 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:40:04.086097 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:40:04.097780 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:04.098614 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:04.121964 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] No DVR routers for this DVR port bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:40:04.124746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.128280 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f3d1ba24-1b6c-4c41-a275-ed1f66afae5d req-5c9c551a-a330-4d53-804e-6409bbb50342 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "DELETE /v2.0/ports/bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01 HTTP/1.1" status: 204 len: 173 time: 0.9386835 Jul 26 16:40:04.128823 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'name': 'network-vif-deleted', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:04.131268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed38806-5b9d-4e49-a743-45c9dd17fc4f" -d '{"events": [{"server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "name": "network-vif-deleted", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:04.144846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (163e0ec5-f464-493b-8e93-e4d410e8ba0b), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.148001 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.149206 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "DELETE /v2.0/security-groups/163e0ec5-f464-493b-8e93-e4d410e8ba0b HTTP/1.1" status: 204 len: 168 time: 0.3980157 Jul 26 16:40:04.152305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47074) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:04.160811 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873bdf-4a08-4f11-9aca-80e053ca5ff8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e0ec5-f464-493b-8e93-e4d410e8ba0b,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:04.181923 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa51ef7-628f-48c6-a88d-f1fc9762c740 x-openstack-request-id: req-dfa51ef7-628f-48c6-a88d-f1fc9762c740 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:04.182278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a999303-ed3e-4e86-b4f3-4d04e1aec162", "name": "network-vif-deleted", "tag": "bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:04.182589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-dfa51ef7-628f-48c6-a88d-f1fc9762c740 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:04.183053 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa51ef7-628f-48c6-a88d-f1fc9762c740'] response: {'server_uuid': '4a999303-ed3e-4e86-b4f3-4d04e1aec162', 'name': 'network-vif-deleted', 'tag': 'bf8c65dd-f0b9-4fd7-9a7b-bffc6f90dd01', 'status': 'completed', 'code': 200} Jul 26 16:40:04.184356 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-23881d45-b152-4897-a3df-3c4bd05135c0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] show failed (client error): The resource could not be found. Jul 26 16:40:04.185618 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-23881d45-b152-4897-a3df-3c4bd05135c0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups/163e0ec5-f464-493b-8e93-e4d410e8ba0b HTTP/1.1" status: 404 len: 347 time: 0.0318999 Jul 26 16:40:04.188588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47076) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:04.242313 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:04.323017 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Deleting port 878b0d64-0c67-4cc1-a8ad-746546498956 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:40:04.323366 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.415120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.415460 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (878b0d64-0c67-4cc1-a8ad-746546498956), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.429334 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Calling delete_port for 878b0d64-0c67-4cc1-a8ad-746546498956 owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:40:04.450570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:04.477481 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:40:04.485314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:04.485971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:04.486585 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:39:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:04.698837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (878b0d64-0c67-4cc1-a8ad-746546498956), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.719789 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:04.747225 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'Port': ['ID=878b0d64-0c67-4cc1-a8ad-746546498956,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:04.759572 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:04.813795 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (35dfc5b9-3cce-4320-a136-aff11e941a56), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.816269 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:04.817448 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-04c23a2e-5def-42d8-87de-eab0ac81b07c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "DELETE /v2.0/floatingips/35dfc5b9-3cce-4320-a136-aff11e941a56 HTTP/1.1" status: 204 len: 168 time: 0.6277752 Jul 26 16:40:04.910818 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:04.936009 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539fc22-6215-4bb8-a718-fd7a9dbaa80b None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:40:05.008305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47090) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:05.012807 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706014418', 'description': 'tempest-description--280903276'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:05.129500 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9c142d82-7a6a-4dca-98a2-9ad1322562bd req-491459ea-6b58-4fa2-ae9b-678266cc7f9d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=4a999303-ed3e-4e86-b4f3-4d04e1aec162 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Jul 26 16:40:05.177037 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e000dc-f1db-4c76-af90-f1004726045d None None] New status for floating IP ee6894cd-1890-4d73-a9c6-506c9afb5b96: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:40:05.195968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.267262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (b042ad84-6eb4-4d49-abda-ffc58a576f22), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.384952 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b042ad84-6eb4-4d49-abda-ffc58a576f22), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.417350 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b042ad84-6eb4-4d49-abda-ffc58a576f22,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:05.518784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.523132 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47094) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:05.523407 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1f970bd9-11d5-43f8-a475-f5fd04043d8d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5140178 Jul 26 16:40:05.528838 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group_rule': {'security_group_id': 'b042ad84-6eb4-4d49-abda-ffc58a576f22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:05.673763 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (04de6dad-8293-4748-94ce-09950c6d4b8b), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.722303 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (04de6dad-8293-4748-94ce-09950c6d4b8b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.830681 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (04de6dad-8293-4748-94ce-09950c6d4b8b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.838368 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:05.850592 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04de6dad-8293-4748-94ce-09950c6d4b8b,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:05.947374 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:05.948668 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c113be5f-004c-4176-8147-e5c5a61cd50b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245021 Jul 26 16:40:05.951459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47100) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:05.956279 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'security_group_rule': {'security_group_id': 'b042ad84-6eb4-4d49-abda-ffc58a576f22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:06.074479 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (e1338fee-1025-4444-8425-4275a5ccddc8), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.133433 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (e1338fee-1025-4444-8425-4275a5ccddc8), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.194605 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.230557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (e1338fee-1025-4444-8425-4275a5ccddc8), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.251150 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1338fee-1025-4444-8425-4275a5ccddc8,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:06.294468 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47106) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:06.326463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.327554 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c4563f2d-ec44-4cc9-934f-01f3563acbfa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3751619 Jul 26 16:40:06.331447 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47108) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:06.336536 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:06.359549 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (ce6c8487-64eb-4c14-b551-16f6df137fdc), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.383533 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (ce6c8487-64eb-4c14-b551-16f6df137fdc), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.462865 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.538686 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ce6c8487-64eb-4c14-b551-16f6df137fdc), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.540280 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.541429 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.542640 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "DELETE /v2.0/security-groups/ce6c8487-64eb-4c14-b551-16f6df137fdc HTTP/1.1" status: 204 len: 168 time: 0.2471495 Jul 26 16:40:06.545392 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47110) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:06.552457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac8ec-245f-4c72-896d-1f905d09abbf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c8487-64eb-4c14-b551-16f6df137fdc,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:06.567234 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-4cc993d8-597f-4bec-aaa5-cb68101f4a93 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] show failed (client error): The resource could not be found. Jul 26 16:40:06.568255 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4cc993d8-597f-4bec-aaa5-cb68101f4a93 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups/ce6c8487-64eb-4c14-b551-16f6df137fdc HTTP/1.1" status: 404 len: 347 time: 0.0219007 Jul 26 16:40:06.571358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47112) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:06.619794 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:06.668065 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Allocated IP 172.27.0.31 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/f7f6bcc6-3545-4a22-85ce-c8dc59faa0df) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:40:06.681334 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Deleting port 28fc7e9c-75bf-45e8-a402-bf152288481c {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:40:06.681683 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.682957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:06.760758 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.761190 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (28fc7e9c-75bf-45e8-a402-bf152288481c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.773975 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:06.775131 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Calling delete_port for 28fc7e9c-75bf-45e8-a402-bf152288481c owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:40:06.777855 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.894223 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:06.929326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:40:06.932440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:40:06.935995 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:40:06.971432 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=f7f6bcc6-3545-4a22-85ce-c8dc59faa0df,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:07.007852 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (28fc7e9c-75bf-45e8-a402-bf152288481c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.037311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'Port': ['ID=28fc7e9c-75bf-45e8-a402-bf152288481c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:07.052533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.104501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:07.109523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (ee6894cd-1890-4d73-a9c6-506c9afb5b96), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.112028 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.113258 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2c00e478-1e9c-479e-a157-2776ccedda44 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "DELETE /v2.0/floatingips/ee6894cd-1890-4d73-a9c6-506c9afb5b96 HTTP/1.1" status: 204 len: 168 time: 0.5408385 Jul 26 16:40:07.187307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.228870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:07.285949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47122) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:07.291923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258828402', 'description': 'tempest-description--666547287'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:07.359381 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.459553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.462746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.551415 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=f7f6bcc6-3545-4a22-85ce-c8dc59faa0df,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:07.574004 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.616663 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (1c8a8b98-3c5e-495c-81ff-29d8b9b277b7), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.758156 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.759467 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-71af7fc1-8858-498f-a3d6-69f9b9c5a058 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4265611 Jul 26 16:40:07.760370 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1c8a8b98-3c5e-495c-81ff-29d8b9b277b7), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.794270 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:07.866351 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:07.870607 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d095bd40-7808-4830-86d7-e28297aeac15 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5806634 Jul 26 16:40:07.870607 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47128) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:07.875182 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group_rule': {'security_group_id': '1c8a8b98-3c5e-495c-81ff-29d8b9b277b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:07.883650 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:07.967641 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-d50bc54e-50d3-4319-8fc9-c18a02dbcb43 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--1706014418&fields=id&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 267 time: 0.0474436 Jul 26 16:40:08.005354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (69c27c35-1139-46df-ace8-50563fa66cdf), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.074556 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (69c27c35-1139-46df-ace8-50563fa66cdf), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.091302 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-bfb38f21-a32a-465f-af3a-be809881cf20 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:08.092831 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-bfb38f21-a32a-465f-af3a-be809881cf20 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 816 time: 0.1182122 Jul 26 16:40:08.110514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-d53227b0-eeb7-4dc5-8f85-58bee0b98d5b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/quotas/f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 375 time: 0.0101225 Jul 26 16:40:08.161718 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-c76ea960-9c5c-47e2-acdd-bb471ee1f5ce tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459166 Jul 26 16:40:08.167842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (69c27c35-1139-46df-ace8-50563fa66cdf), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.189823 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c27c35-1139-46df-ace8-50563fa66cdf,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:08.261281 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-92103bfa-7582-4265-b1aa-b9571c3d2070 service neutron] 10.222.0.144 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Jul 26 16:40:08.295109 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.296337 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1acfb3a0-faea-4d02-bea7-1d8eabfd8c94 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246182 Jul 26 16:40:08.299124 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47152) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:08.303611 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'security_group_rule': {'security_group_id': '1c8a8b98-3c5e-495c-81ff-29d8b9b277b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:08.360276 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-71185b21-78d2-48d4-85f5-12cd058a586d service neutron] 10.222.0.144 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927353 Jul 26 16:40:08.418710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (268fa116-c90d-4d96-9e67-a983d6acccb5), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.474930 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (268fa116-c90d-4d96-9e67-a983d6acccb5), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.567999 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (268fa116-c90d-4d96-9e67-a983d6acccb5), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.607813 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268fa116-c90d-4d96-9e67-a983d6acccb5,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:08.630581 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-96321a5e-b64e-4a3e-a58a-8ee1fb73b14a req-d7bcddd1-c7db-4984-a80e-51a94eebcb07 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0383596 Jul 26 16:40:08.718112 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.722273 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e3b149f8-0db4-42b4-8166-ce9882f6507b tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192626 Jul 26 16:40:08.722547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47160) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:08.727391 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:08.831038 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:08.911710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:08.914483 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.023945 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Allocated IP 172.27.0.66 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/7e3471c7-0de0-4e38-a036-93add0a22289) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:40:09.132272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (7e3471c7-0de0-4e38-a036-93add0a22289), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.230580 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.273572 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:40:09.279209 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:40:09.281763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:40:09.285316 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=7e3471c7-0de0-4e38-a036-93add0a22289,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:09.323253 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:09.368957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.469036 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.619649 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (7e3471c7-0de0-4e38-a036-93add0a22289), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.693203 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.740239 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e960cff5-ce6e-4758-9fed-ea87bd82061d req-2cb273bd-32f1-4144-a85b-2cceeaa5e91e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0335250 Jul 26 16:40:09.765364 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=7e3471c7-0de0-4e38-a036-93add0a22289,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:09.776961 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.871834 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:09.873140 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1f2a014f-ffb9-48d4-8ba9-986aaac72612 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1493649 Jul 26 16:40:10.071403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-3d84a2df-3871-4903-a678-809572dfd25d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--258828402&fields=id&tenant_id=4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 267 time: 0.0446098 Jul 26 16:40:10.177812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-226bd0d8-e81e-4832-a68d-c1fb99c4b82c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:10.179256 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-226bd0d8-e81e-4832-a68d-c1fb99c4b82c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 810 time: 0.1010914 Jul 26 16:40:10.193638 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-e77a8452-1d4c-4a4e-bb2f-537d7df86e46 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/quotas/4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 375 time: 0.0090492 Jul 26 16:40:10.246748 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-14dcb190-323f-4780-87be-b8a897436794 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482914 Jul 26 16:40:10.334868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:10.345941 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-3d03f121-f573-4140-bd42-12c77d2b6bab service neutron] 10.222.0.144 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Jul 26 16:40:10.447317 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-1e9fb1b7-ca5b-46f3-9a11-8a01e3b93a71 service neutron] 10.222.0.144 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951335 Jul 26 16:40:10.854029 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f66eb6bd-d9bc-461b-9418-4f2d0b1d4d27 req-757afb56-7bf5-43e0-97dc-b110a53e9643 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0324390 Jul 26 16:40:10.972233 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e873cbcf-f672-497a-9e40-957781e71651 req-63427ece-f21b-44ae-a37c-1fd1be59bb10 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 210 time: 0.2707076 Jul 26 16:40:11.961814 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f6b2253d-a497-43c1-a68b-1ca6c764d15b req-d86812d8-6701-4857-8959-99404c16af05 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0270739 Jul 26 16:40:12.072120 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a3268a13-10c8-47d1-9319-afbbeadff477 req-d38c9e47-4e57-4ba6-8eae-40f8cb6c8730 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Jul 26 16:40:13.068103 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5a77a8ce-4a42-4c32-a829-8edb6bdcddfd req-1968744a-0eb8-46d4-bafd-b7878ca95d16 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0303121 Jul 26 16:40:13.172736 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ddb21ff-ec50-469d-ae91-864da1b9725e req-24dbac80-fb44-4d36-9d7b-7167fbbd8833 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Jul 26 16:40:13.754498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-3badd118-b544-4162-b98d-94fccc8d753a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:13.755864 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-3badd118-b544-4162-b98d-94fccc8d753a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 816 time: 0.1095078 Jul 26 16:40:13.836191 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-a6ba885f-6668-4425-96ec-32daa871c9a4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 380 time: 0.0650604 Jul 26 16:40:13.846110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'port': {'device_id': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'admin_state_up': True, 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'security_groups': ['b042ad84-6eb4-4d49-abda-ffc58a576f22']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:14.034313 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-ba48e942-e5f7-48a2-9f71-5be902b639b3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:14.036491 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-ba48e942-e5f7-48a2-9f71-5be902b639b3 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 810 time: 0.1148298 Jul 26 16:40:14.042193 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Made reservation on behalf of f6a8f13fe22741d6843f193a0a959e57 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:40:14.047338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.158370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:14.179926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Allocated IP 172.20.0.12 (862673cc-ea89-444e-b2bd-e75d18a6efab/ea109927-b181-4025-9e3a-aedd50591ef3/5e531cc9-c347-49e5-b738-d36aac7e7939) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:40:14.182188 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f0a42ddb-eca1-47d4-8dfa-2dbcf7749583 req-59d21e7a-66d3-4af7-98bc-db84c5386acc tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0357900 Jul 26 16:40:14.218664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:14.238480 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-374c455b-9afc-4326-9826-8e60fcccf312 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4088561009754a839604e3798787d8b9 HTTP/1.1" status: 200 len: 379 time: 0.0643926 Jul 26 16:40:14.247853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'port': {'device_id': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'admin_state_up': True, 'tenant_id': '4088561009754a839604e3798787d8b9', 'security_groups': ['1c8a8b98-3c5e-495c-81ff-29d8b9b277b7']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:14.267621 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:14.314698 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-acd67b52-b5b3-4965-8cf0-41b2c0279767 req-5ff11084-eece-42e4-97a0-a5559b3c3ae9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 210 time: 0.0368450 Jul 26 16:40:14.362067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.482249 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Made reservation on behalf of 4088561009754a839604e3798787d8b9 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:40:14.482503 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.486018 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.522229 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Network 862673cc-ea89-444e-b2bd-e75d18a6efab is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:40:14.525216 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:40:14.528035 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:40:14.565887 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:14.591788 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:14.592472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.627065 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Allocated IP 172.20.0.3 (064214c0-586f-4d9b-9abf-5c6b26d0c406/7579b1b7-64d6-4d66-b721-51c0c600714e/1c0fda89-08d0-4795-a5e6-64bfd611749d) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:40:14.683075 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4d1b7835-51b2-4614-9693-a0e963a9a83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408687 Jul 26 16:40:14.701381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Request body: {'port': {'device_id': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:14.734347 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d3ca32ae-c64d-48a6-b6ed-4c5e13a9b34f None None] Provisioning complete for port 5e531cc9-c347-49e5-b738-d36aac7e7939 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:40:14.735880 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d3ca32ae-c64d-48a6-b6ed-4c5e13a9b34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.767509 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:14.769977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca32ae-c64d-48a6-b6ed-4c5e13a9b34f None None] Port 5e531cc9-c347-49e5-b738-d36aac7e7939 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:40:14.778165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.778870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.899295 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:14.946395 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:40:14.951877 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:40:14.958931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:40:14.958931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:14.959406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event updated for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:14.981606 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.009189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.009849 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.047625 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:40:15.055418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks [] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.069178 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Transition to ACTIVE for port object 5e531cc9-c347-49e5-b738-d36aac7e7939 will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:40:15.114521 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-7048118c-14c2-4821-b27e-f73e4b2e1c64 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8711298 Jul 26 16:40:15.131982 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Request body: {'port': {'device_id': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:15.178151 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.194149 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d4513553-4ebf-47a4-aded-46893ffddc96 None None] Provisioning complete for port 1c0fda89-08d0-4795-a5e6-64bfd611749d triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:40:15.194793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d4513553-4ebf-47a4-aded-46893ffddc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.205585 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.247307 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d4513553-4ebf-47a4-aded-46893ffddc96 None None] Port 1c0fda89-08d0-4795-a5e6-64bfd611749d cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:40:15.268539 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.271449 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.273723 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:15.370170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Attempting to bind port 5e531cc9-c347-49e5-b738-d36aac7e7939 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:40:15.370658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Attempting to bind port 5e531cc9-c347-49e5-b738-d36aac7e7939 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:40:15.371257 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Attempting to bind port 5e531cc9-c347-49e5-b738-d36aac7e7939 on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:40:15.374325 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.377307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Port 5e531cc9-c347-49e5-b738-d36aac7e7939 on network 862673cc-ea89-444e-b2bd-e75d18a6efab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:40:15.378320 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Attempting to bind port 5e531cc9-c347-49e5-b738-d36aac7e7939 on network 862673cc-ea89-444e-b2bd-e75d18a6efab {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:40:15.384440 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:40:15.384889 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Checking segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:40:15.388309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Bound using segment: {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:40:15.388309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Bound port: 5e531cc9-c347-49e5-b738-d36aac7e7939, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d074df-eaf2-4a27-973b-e21dc4c11deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:40:15.388309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.397807 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e446e4-b181-4fb3-b9f0-6da18c323446 req-cb7dcb55-0abd-40fd-a9f9-4e9d255db2c0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.399645 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9e446e4-b181-4fb3-b9f0-6da18c323446 req-cb7dcb55-0abd-40fd-a9f9-4e9d255db2c0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0602217 Jul 26 16:40:15.462919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.480987 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9a7dc-365f-4c6a-b2cc-8113e62d2b7a req-89eb08c4-611a-42ed-af5b-4b47198f8ed9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.486101 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2bb9a7dc-365f-4c6a-b2cc-8113e62d2b7a req-89eb08c4-611a-42ed-af5b-4b47198f8ed9 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 931 time: 0.0806973 Jul 26 16:40:15.515163 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9e446e4-b181-4fb3-b9f0-6da18c323446 req-1ddf5ab2-f7fa-4809-ac70-89847cf6a9a1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047199 Jul 26 16:40:15.535136 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:40:15.539540 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:40:15.578214 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2bb9a7dc-365f-4c6a-b2cc-8113e62d2b7a req-7e68d224-5608-49b9-a60d-1e0060971206 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834708 Jul 26 16:40:15.623041 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0fda89-08d0-4795-a5e6-64bfd611749d {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:40:15.628948 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:40:15.632161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks [] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.634385 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.646621 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Transition to ACTIVE for port object 1c0fda89-08d0-4795-a5e6-64bfd611749d will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:40:15.666704 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.667327 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.668726 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] 10.222.0.86 "PUT /v2.0/ports/5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 1094 time: 0.9717991 Jul 26 16:40:15.669166 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:15.671403 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49" -d '{"events": [{"name": "network-changed", "server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:15.708833 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d756f-3266-4765-84d8-0f53b519ba8e service neutron] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:15.731921 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121590b4-27fb-4fff-a790-8c1a5e673587 x-openstack-request-id: req-121590b4-27fb-4fff-a790-8c1a5e673587 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:15.732228 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:15.732524 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-121590b4-27fb-4fff-a790-8c1a5e673587 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:15.732939 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121590b4-27fb-4fff-a790-8c1a5e673587'] response: {'name': 'network-changed', 'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'status': 'completed', 'code': 200} Jul 26 16:40:15.776984 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.819340 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-56d55568-3a5b-48bf-af0d-86a5b3f8ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.821544 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-56d55568-3a5b-48bf-af0d-86a5b3f8ccee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1128 time: 0.0453551 Jul 26 16:40:15.832682 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121135-b89a-4167-aa47-446747676380 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:15.914177 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:15.917183 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Attempting to bind port 1c0fda89-08d0-4795-a5e6-64bfd611749d on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:40:15.917672 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Attempting to bind port 1c0fda89-08d0-4795-a5e6-64bfd611749d by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:40:15.918019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Attempting to bind port 1c0fda89-08d0-4795-a5e6-64bfd611749d on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:40:15.922866 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Port 1c0fda89-08d0-4795-a5e6-64bfd611749d on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:40:15.923197 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Attempting to bind port 1c0fda89-08d0-4795-a5e6-64bfd611749d on network 064214c0-586f-4d9b-9abf-5c6b26d0c406 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:40:15.928408 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:40:15.928766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Checking segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:40:15.929153 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Bound using segment: {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:40:15.929635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Bound port: 1c0fda89-08d0-4795-a5e6-64bfd611749d, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9149f5f-d1fc-4865-a564-ba46b1f00392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:40:15.929950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:15.953398 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-51901000-09e3-4829-8b00-f0fb4f8e3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:15.953398 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-51901000-09e3-4829-8b00-f0fb4f8e3bdf service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f6a8f13fe22741d6843f193a0a959e57&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1174126 Jul 26 16:40:16.002423 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:40:16.007173 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:40:16.053392 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-7fad6695-d6f0-47b3-8771-a2c5d798c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.054865 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b90ab108-0d52-45ca-a6f3-4c67e9e53a49 req-7fad6695-d6f0-47b3-8771-a2c5d798c3cb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0963662 Jul 26 16:40:16.104828 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:16.142118 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.142853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:16.144533 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-84121135-b89a-4167-aa47-446747676380 service neutron] 10.222.0.86 "PUT /v2.0/ports/1c0fda89-08d0-4795-a5e6-64bfd611749d HTTP/1.1" status: 200 len: 1093 time: 1.0170815 Jul 26 16:40:16.146830 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:16.149139 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf3a41-0708-49a9-8315-645d12e45879" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:16.177122 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121135-b89a-4167-aa47-446747676380 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:16.200651 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-69b9acf6-a8b2-48af-ab04-d9cfd0116c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.202082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0695d73-bcc0-4c7c-9e19-9fdb5233d39e x-openstack-request-id: req-c0695d73-bcc0-4c7c-9e19-9fdb5233d39e {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:16.202259 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-69b9acf6-a8b2-48af-ab04-d9cfd0116c2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1128 time: 0.0730815 Jul 26 16:40:16.202424 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:16.202738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-c0695d73-bcc0-4c7c-9e19-9fdb5233d39e {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:16.203157 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0695d73-bcc0-4c7c-9e19-9fdb5233d39e'] response: {'name': 'network-changed', 'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'status': 'completed', 'code': 200} Jul 26 16:40:16.277480 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-bbd609fa-2b9d-4d64-be3f-a3256ddf0725 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 217 time: 0.0350144 Jul 26 16:40:16.293509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:16.296344 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-a79f3e29-092c-412d-b258-25d783e83484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.298625 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-a79f3e29-092c-412d-b258-25d783e83484 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 1127 time: 0.0498996 Jul 26 16:40:16.334201 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-7dc2753a-992f-413a-ae49-52d8252101de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.335693 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-7dc2753a-992f-413a-ae49-52d8252101de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0518570 Jul 26 16:40:16.381333 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4f0395b9-20d7-4577-af7d-994d0be67b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.382877 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-4f0395b9-20d7-4577-af7d-994d0be67b9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409563 Jul 26 16:40:16.411941 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-dbac9ca5-c05c-47bf-8ad5-37dde7235024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.413498 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-dbac9ca5-c05c-47bf-8ad5-37dde7235024 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4088561009754a839604e3798787d8b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000986 Jul 26 16:40:16.479760 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-a32c17f7-2b93-4588-b890-e80aee0001a6 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909803 Jul 26 16:40:16.520284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-a91e2271-2fca-41bc-ae26-1b2c4be60e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.521778 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ebbf3a41-0708-49a9-8315-645d12e45879 req-a91e2271-2fca-41bc-ae26-1b2c4be60e69 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1027060 Jul 26 16:40:16.577152 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d372c8e-15e5-4f59-baf5-19e9be8a8bef req-26a38d29-eed3-40e9-80a4-53d490de8488 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918193 Jul 26 16:40:16.642184 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-812a66d5-e341-41b2-959d-d16d91a76335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.645596 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-812a66d5-e341-41b2-959d-d16d91a76335 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 1127 time: 0.0515687 Jul 26 16:40:16.708487 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-4205f3b0-97fe-4308-82f0-3e17a731e931 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d HTTP/1.1" status: 200 len: 217 time: 0.0501878 Jul 26 16:40:16.713784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df01b97-f915-42d2-b8dd-9bae3788f6a8 req-3fe67bd2-4473-41f3-ad14-6f31b47dcf9c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.715745 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4df01b97-f915-42d2-b8dd-9bae3788f6a8 req-3fe67bd2-4473-41f3-ad14-6f31b47dcf9c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0619888 Jul 26 16:40:16.748803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689a092-7c56-47d3-91fa-7b0a4cea4efc req-56ffe533-d5b4-4d25-983d-6c5758573a31 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:16.750270 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a689a092-7c56-47d3-91fa-7b0a4cea4efc req-56ffe533-d5b4-4d25-983d-6c5758573a31 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0859516 Jul 26 16:40:16.765655 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4df01b97-f915-42d2-b8dd-9bae3788f6a8 req-d8b956c2-872c-4e8a-b9dc-277a0baff229 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Jul 26 16:40:16.798364 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a689a092-7c56-47d3-91fa-7b0a4cea4efc req-7dd519d3-be83-4c23-8aa5-cde4c0ce16c6 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Jul 26 16:40:16.904409 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:17.500511 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47290) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:17.606289 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-90737708-e63d-4c88-8a43-7fa87d637800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:17.680183 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-90737708-e63d-4c88-8a43-7fa87d637800 admin admin] Publish callbacks [] for security_group (daffea89-bad6-4cbc-89fc-b9dcdea86da1), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:17.748414 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-90737708-e63d-4c88-8a43-7fa87d637800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (daffea89-bad6-4cbc-89fc-b9dcdea86da1), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:17.789205 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-90737708-e63d-4c88-8a43-7fa87d637800 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=7c547b084fb744b5b808d3f544c30e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876384 Jul 26 16:40:17.790081 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90737708-e63d-4c88-8a43-7fa87d637800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daffea89-bad6-4cbc-89fc-b9dcdea86da1,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:17.791982 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47294) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:17.843837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] Publish callbacks [] for security_group (daffea89-bad6-4cbc-89fc-b9dcdea86da1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:17.867034 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] Publish callbacks [] for security_group (daffea89-bad6-4cbc-89fc-b9dcdea86da1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:17.892976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72c7f3-3243-4b5e-8dfe-1029364bbdbd req-1f35d9c4-a36c-4883-a13a-1a331047a963 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:17.894489 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f72c7f3-3243-4b5e-8dfe-1029364bbdbd req-1f35d9c4-a36c-4883-a13a-1a331047a963 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0518184 Jul 26 16:40:17.910111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:17.936603 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99056b-2b4d-4cc9-b1d5-f925cdf0d1e8 req-14747260-13b6-4334-97c2-939829ceff06 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:17.938144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d99056b-2b4d-4cc9-b1d5-f925cdf0d1e8 req-14747260-13b6-4334-97c2-939829ceff06 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0641694 Jul 26 16:40:17.944263 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5f72c7f3-3243-4b5e-8dfe-1029364bbdbd req-1b943874-4c9a-4a89-9769-1c0bf1bf1864 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Jul 26 16:40:17.990529 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d99056b-2b4d-4cc9-b1d5-f925cdf0d1e8 req-51e172f7-dac0-4e08-8887-89855eae8f98 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466280 Jul 26 16:40:18.029773 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (daffea89-bad6-4cbc-89fc-b9dcdea86da1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.032362 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.033485 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/daffea89-bad6-4cbc-89fc-b9dcdea86da1 HTTP/1.1" status: 204 len: 168 time: 0.2404401 Jul 26 16:40:18.041565 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e8623-4ef3-48aa-86f6-6b47fd0a0204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daffea89-bad6-4cbc-89fc-b9dcdea86da1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:18.706769 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47304) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:18.721275 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a283598d-a11e-463b-ba91-4c14986613e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.795963 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a283598d-a11e-463b-ba91-4c14986613e7 admin admin] Publish callbacks [] for security_group (22c7bb57-8ea1-4f33-91dc-add4d99f5dbe), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.869755 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a283598d-a11e-463b-ba91-4c14986613e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (22c7bb57-8ea1-4f33-91dc-add4d99f5dbe), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.910195 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a283598d-a11e-463b-ba91-4c14986613e7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=c43a508b47054499b22bee3092e7ce85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023451 Jul 26 16:40:18.911121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283598d-a11e-463b-ba91-4c14986613e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7bb57-8ea1-4f33-91dc-add4d99f5dbe,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:18.912903 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47306) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:18.962651 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] Publish callbacks [] for security_group (22c7bb57-8ea1-4f33-91dc-add4d99f5dbe), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:18.984249 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] Publish callbacks [] for security_group (22c7bb57-8ea1-4f33-91dc-add4d99f5dbe), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:19.146924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af982a-bc93-4d5c-8c9f-a06a2cd3a597 req-35281577-35c9-408b-aa46-5499da44c10c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:19.146924 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e2af982a-bc93-4d5c-8c9f-a06a2cd3a597 req-35281577-35c9-408b-aa46-5499da44c10c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0519543 Jul 26 16:40:19.147951 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51928c-1134-4ec0-be6d-2d5b48663d2b req-177a1ad0-1d3d-4a48-9e48-eb2ac572e898 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:19.147951 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0a51928c-1134-4ec0-be6d-2d5b48663d2b req-177a1ad0-1d3d-4a48-9e48-eb2ac572e898 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0470340 Jul 26 16:40:19.148344 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e2af982a-bc93-4d5c-8c9f-a06a2cd3a597 req-eadb885f-2315-4b4c-bcae-65153ace8d79 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Jul 26 16:40:19.159959 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0a51928c-1134-4ec0-be6d-2d5b48663d2b req-bd7aa70c-fea1-4a28-9129-0dbab5cbe445 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423069 Jul 26 16:40:19.321675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (22c7bb57-8ea1-4f33-91dc-add4d99f5dbe), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:19.324282 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:19.325454 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/22c7bb57-8ea1-4f33-91dc-add4d99f5dbe HTTP/1.1" status: 204 len: 168 time: 0.4115632 Jul 26 16:40:19.333668 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2367f-fe81-44b6-9950-2c3f9cd8c3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7bb57-8ea1-4f33-91dc-add4d99f5dbe,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:19.652593 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-77fb63bf-7e9a-4dea-9d08-ea2e8a6adf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:19.653993 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-77fb63bf-7e9a-4dea-9d08-ea2e8a6adf04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0518460 Jul 26 16:40:19.700581 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345f4f-56e5-43da-a547-08727b1c8155 req-69c9f882-d2b1-486b-88b9-27cf2f4ac5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:19.702116 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-69c9f882-d2b1-486b-88b9-27cf2f4ac5e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393035 Jul 26 16:40:19.808798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-859c7357-6c73-4087-ab8d-d35a1d171ece service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996737 Jul 26 16:40:19.898048 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57345f4f-56e5-43da-a547-08727b1c8155 req-8ae2d004-7610-480d-8938-54e676542883 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836685 Jul 26 16:40:20.024004 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:40:20.127697 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:20.138776 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:40:20.176718 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:40:20.177313 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:20.191941 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:40:20.216578 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:20.259853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2c2ad-177d-4aca-b56a-df9e59155732 req-c145480e-7a2f-4e0f-a7f0-e0aad8e4412e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:20.261579 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b6d2c2ad-177d-4aca-b56a-df9e59155732 req-c145480e-7a2f-4e0f-a7f0-e0aad8e4412e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0519757 Jul 26 16:40:20.287466 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d44e-542e-494e-93c0-0fa79e6eca9f req-d3bc8c13-7ee7-4ba2-9b33-d5cc43452aad tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:20.288972 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9922d44e-542e-494e-93c0-0fa79e6eca9f req-d3bc8c13-7ee7-4ba2-9b33-d5cc43452aad tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0489254 Jul 26 16:40:20.312826 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b6d2c2ad-177d-4aca-b56a-df9e59155732 req-308dd2b7-946d-4bc7-a9d1-0e604731cf69 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444505 Jul 26 16:40:20.315994 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:20.343278 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0694-a139-4d6e-ad03-8c8707b2d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:20.347861 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9922d44e-542e-494e-93c0-0fa79e6eca9f req-0f906764-c819-439b-91a7-d2101bc087dc tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530648 Jul 26 16:40:20.378298 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:20.899833 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['5e531cc9-c347-49e5-b738-d36aac7e7939'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:40:21.451434 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb085c-1a32-48d2-933b-c53cb0fcc374 req-d67b8a4f-5947-47cf-81d9-6e1d39b9edcd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:21.452871 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-69bb085c-1a32-48d2-933b-c53cb0fcc374 req-d67b8a4f-5947-47cf-81d9-6e1d39b9edcd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 945 time: 0.0485718 Jul 26 16:40:21.457887 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:21.469231 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982aa2f-b636-4dca-964f-febe2424211c req-299e4fb6-3966-46a0-bdcc-f4bd88e11396 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:21.472107 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c982aa2f-b636-4dca-964f-febe2424211c req-299e4fb6-3966-46a0-bdcc-f4bd88e11396 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0489841 Jul 26 16:40:21.510118 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-69bb085c-1a32-48d2-933b-c53cb0fcc374 req-6b883955-08d7-46c0-9a0f-50d60efddb79 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500543 Jul 26 16:40:21.540918 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c982aa2f-b636-4dca-964f-febe2424211c req-40008e59-5f0b-4245-87e9-06ab96866d98 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570152 Jul 26 16:40:22.307163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:40:22.349010 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 5e531cc9-c347-49e5-b738-d36aac7e7939 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:40:22.453076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 5e531cc9-c347-49e5-b738-d36aac7e7939 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:40:22.457089 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:22.528660 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:40:22.529053 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:22.531545 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:22.532683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:22.557977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:22.562652 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6969e0aa-0771-4512-b714-dff5619ad1ef" -d '{"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:22.570687 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b0d62822-f114-465b-a123-d11a36b6f21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:22.576748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:22.650136 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95061e02-c51a-44c6-9a68-1165f00efd2b req-a7665ce5-4393-4f1f-bd7e-77ca44bbb2dd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:22.651617 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-95061e02-c51a-44c6-9a68-1165f00efd2b req-a7665ce5-4393-4f1f-bd7e-77ca44bbb2dd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 945 time: 0.0475101 Jul 26 16:40:22.652938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:22.665120 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:22.668703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ef0f8-2dd9-47cc-979a-c9d7e1a230dc req-e0557e76-b00d-42fb-8256-d56d90ea769d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:22.671240 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-837ef0f8-2dd9-47cc-979a-c9d7e1a230dc req-e0557e76-b00d-42fb-8256-d56d90ea769d tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0501301 Jul 26 16:40:22.703927 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-95061e02-c51a-44c6-9a68-1165f00efd2b req-f2cfc7b8-0439-4041-ba0f-845605af012f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450211 Jul 26 16:40:22.718507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:22.723429 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-837ef0f8-2dd9-47cc-979a-c9d7e1a230dc req-10edb9cc-e667-4949-9b62-05fbb939e01f tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460362 Jul 26 16:40:22.769086 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821b08c-af83-47f4-a948-7c865f0e62a6 x-openstack-request-id: req-4821b08c-af83-47f4-a948-7c865f0e62a6 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:22.769389 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:22.769646 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4821b08c-af83-47f4-a948-7c865f0e62a6 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:22.770080 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4821b08c-af83-47f4-a948-7c865f0e62a6'] response: {'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'code': 200} Jul 26 16:40:23.646812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643a671-92df-4e4e-b7a7-6d7ee5e061d2 req-0011acf1-34af-45de-b83a-1adb8ebe9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:23.648309 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c643a671-92df-4e4e-b7a7-6d7ee5e061d2 req-0011acf1-34af-45de-b83a-1adb8ebe9c23 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1130 time: 0.0473106 Jul 26 16:40:23.692549 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c643a671-92df-4e4e-b7a7-6d7ee5e061d2 req-031ca432-ceb8-479a-a7a2-32d4e35f82b6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381317 Jul 26 16:40:23.832116 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef50ca0-b018-46ae-b4e0-e988c7b73fe4 req-a796ba99-8dc1-4262-af0a-908d3626c0fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:23.833957 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5ef50ca0-b018-46ae-b4e0-e988c7b73fe4 req-a796ba99-8dc1-4262-af0a-908d3626c0fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Jul 26 16:40:23.849760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5ab09-0954-4f9d-81cc-d90a9aff52e9 req-7a5131fc-2fb6-42f4-b5b7-442509ef84c2 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:23.851255 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d6c5ab09-0954-4f9d-81cc-d90a9aff52e9 req-7a5131fc-2fb6-42f4-b5b7-442509ef84c2 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 943 time: 0.0483451 Jul 26 16:40:23.871175 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:23.883415 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5ef50ca0-b018-46ae-b4e0-e988c7b73fe4 req-bf7453d8-995b-468e-ac52-d6ab218631c0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434911 Jul 26 16:40:23.901738 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d6c5ab09-0954-4f9d-81cc-d90a9aff52e9 req-6a5abea9-d385-49e5-896e-4cfa21b0c1da tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Jul 26 16:40:23.978541 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:24.324136 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1c0fda89-08d0-4795-a5e6-64bfd611749d details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:40:24.426234 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:24.437476 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'port_id': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'mac_address': 'fa:16:3e:e4:2b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:40:24.472508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1c0fda89-08d0-4795-a5e6-64bfd611749d is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:40:24.472903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:24.486386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0fda89-08d0-4795-a5e6-64bfd611749d {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:40:24.507926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:24.693178 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:24.742719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:24.988056 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:25.013917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a73c-eb85-423b-b6f2-1ab3ec2a5d2d req-17ece1ef-30ff-47b3-85ed-67de6a6eb93a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:25.015574 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3ba1a73c-eb85-423b-b6f2-1ab3ec2a5d2d req-17ece1ef-30ff-47b3-85ed-67de6a6eb93a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0530992 Jul 26 16:40:25.028042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb009a53-9d1a-449e-8220-b61036605298 req-90413162-6922-4ec3-9cbb-b6f1a9c62e26 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:25.029541 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb009a53-9d1a-449e-8220-b61036605298 req-90413162-6922-4ec3-9cbb-b6f1a9c62e26 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 944 time: 0.0509291 Jul 26 16:40:25.069010 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3ba1a73c-eb85-423b-b6f2-1ab3ec2a5d2d req-3fe36462-978f-41a7-999c-031543a4db65 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Jul 26 16:40:25.076030 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb009a53-9d1a-449e-8220-b61036605298 req-2b03d58f-9912-48bf-a350-e36394f455ef tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 Jul 26 16:40:25.156041 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['1c0fda89-08d0-4795-a5e6-64bfd611749d'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:40:25.424631 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:25.641334 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:25.812249 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:26.191855 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d424da-14c2-4b67-8656-67404cc87002 req-36e7f67c-21da-4b8f-8bdc-21c11d3bad90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:26.192485 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6803-72b4-4968-a010-be09029aab5a req-f732b773-b876-4d8d-bd9e-ffb624218189 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:26.193359 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-07d424da-14c2-4b67-8656-67404cc87002 req-36e7f67c-21da-4b8f-8bdc-21c11d3bad90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0473762 Jul 26 16:40:26.193651 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75aa6803-72b4-4968-a010-be09029aab5a req-f732b773-b876-4d8d-bd9e-ffb624218189 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 944 time: 0.0469511 Jul 26 16:40:26.241842 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-07d424da-14c2-4b67-8656-67404cc87002 req-5d991723-ab7c-4c5f-aa9d-3bf6680cc7a8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Jul 26 16:40:26.242062 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-75aa6803-72b4-4968-a010-be09029aab5a req-58880960-7b2f-41de-a747-995cea8fe78a tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Jul 26 16:40:26.324537 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1c0fda89-08d0-4795-a5e6-64bfd611749d up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:40:26.366972 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf04c9-bc44-4a83-9eaa-089f22daa67d req-50b85a5c-6a8a-4579-92cb-52f290a04406 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:26.368891 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-69cf04c9-bc44-4a83-9eaa-089f22daa67d req-50b85a5c-6a8a-4579-92cb-52f290a04406 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0561445 Jul 26 16:40:26.369183 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 1c0fda89-08d0-4795-a5e6-64bfd611749d completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:40:26.379079 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47406) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:26.383985 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Request body: {'floatingip': {'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:26.422155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:26.498564 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 1c0fda89-08d0-4795-a5e6-64bfd611749d triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:40:26.498945 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:26.571762 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1c0fda89-08d0-4795-a5e6-64bfd611749d is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:40:26.572258 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:26.595983 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:26.598298 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6f368e-5ae7-49a2-abca-351a1fcf5611" -d '{"events": [{"server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "name": "network-vif-plugged", "status": "completed", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:26.608373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:26.617965 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:40:26.643173 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9d17b-c304-4e22-8a07-2d36ffb1e28f x-openstack-request-id: req-6eb9d17b-c304-4e22-8a07-2d36ffb1e28f {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:26.643500 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "name": "network-vif-plugged", "status": "completed", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:26.643757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-6eb9d17b-c304-4e22-8a07-2d36ffb1e28f {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:26.644166 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb9d17b-c304-4e22-8a07-2d36ffb1e28f'] response: {'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'code': 200} Jul 26 16:40:26.728013 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:26.793558 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:27.084822 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715ef9-38bc-47fb-8f4b-3a0762336b08 req-827a0057-fbbc-4096-80c4-8cb2413d001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:27.086382 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2b715ef9-38bc-47fb-8f4b-3a0762336b08 req-827a0057-fbbc-4096-80c4-8cb2413d001a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 1129 time: 0.0387683 Jul 26 16:40:27.114392 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:27.131454 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2b715ef9-38bc-47fb-8f4b-3a0762336b08 req-17d83390-0766-478e-afc0-8fb2077532a6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382500 Jul 26 16:40:27.281384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:27.394501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62770e02-010d-490a-bb95-8952755615f0 req-d2e9b7d1-bd75-4cb7-b95f-36318b31ab74 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:27.395967 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-62770e02-010d-490a-bb95-8952755615f0 req-d2e9b7d1-bd75-4cb7-b95f-36318b31ab74 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0828328 Jul 26 16:40:27.432365 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Floating IP f2916bdf-4f60-4012-8751-d9ed10766e4d associated. External IP: 172.27.0.31, port: 5e531cc9-c347-49e5-b738-d36aac7e7939. Jul 26 16:40:27.491943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-62770e02-010d-490a-bb95-8952755615f0 req-24c4ed42-8b1a-4008-b0c9-76f666184abd tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891473 Jul 26 16:40:27.522631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:27.628074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:27.649648 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:40:27.760185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:40:27.765174 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:27.770067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:40:27.783405 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:27.784045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:27.795228 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-849da5dd-78d0-45f1-afe5-1965b465a80b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "PUT /v2.0/floatingips/f2916bdf-4f60-4012-8751-d9ed10766e4d HTTP/1.1" status: 200 len: 991 time: 1.4147732 Jul 26 16:40:27.795806 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:27.798717 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077895b-941d-4caf-ba84-8b439e8db709" -d '{"events": [{"name": "network-changed", "server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:27.823570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:27.842712 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226ec802-3ddf-438e-9622-0e8f435fc048 x-openstack-request-id: req-226ec802-3ddf-438e-9622-0e8f435fc048 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:27.842957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:27.843199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-226ec802-3ddf-438e-9622-0e8f435fc048 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:27.843604 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226ec802-3ddf-438e-9622-0e8f435fc048'] response: {'name': 'network-changed', 'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'status': 'completed', 'code': 200} Jul 26 16:40:27.902809 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:28.128801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'f2916bdf-4f60-4012-8751-d9ed10766e4d', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:06Z', 'updated_at': '2022-07-26T16:40:27Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:28.158163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:40:28.166846 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:28.172454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:28.256882 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077895b-941d-4caf-ba84-8b439e8db709 req-29744db3-b70e-4a31-bd9f-137fd0076e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:28.258497 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-29744db3-b70e-4a31-bd9f-137fd0076e2f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1130 time: 0.0452342 Jul 26 16:40:28.278755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:28.281073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:28.355993 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077895b-941d-4caf-ba84-8b439e8db709 req-fc1c0b6d-60f0-41db-ad7f-b74e521f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:28.357517 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-fc1c0b6d-60f0-41db-ad7f-b74e521f464f service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.0930271 Jul 26 16:40:28.429097 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-aef32b55-9ff5-432f-aa13-9262b265d045 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 999 time: 0.0619390 Jul 26 16:40:28.482706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077895b-941d-4caf-ba84-8b439e8db709 req-b35ed2a6-bbcf-4372-90c0-b6940f44a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:28.484566 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-b35ed2a6-bbcf-4372-90c0-b6940f44a978 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0497074 Jul 26 16:40:28.549244 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077895b-941d-4caf-ba84-8b439e8db709 req-eb72fa65-0e31-473b-98a3-5d527053e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:28.550804 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-eb72fa65-0e31-473b-98a3-5d527053e4be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577254 Jul 26 16:40:28.624030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186824ac-47a1-473a-8770-5805188ce8cf req-a4f96f3e-5f9b-4444-9989-e97791d6d820 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:28.626235 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-186824ac-47a1-473a-8770-5805188ce8cf req-a4f96f3e-5f9b-4444-9989-e97791d6d820 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0492251 Jul 26 16:40:28.630878 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'f2916bdf-4f60-4012-8751-d9ed10766e4d', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:06Z', 'updated_at': '2022-07-26T16:40:27Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:28.661281 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047bd2e1-a26b-417a-a2cb-b30a890046a5 None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'f2916bdf-4f60-4012-8751-d9ed10766e4d', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:06Z', 'updated_at': '2022-07-26T16:40:27Z', 'revision_number': 1, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:40:28.687226 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-186824ac-47a1-473a-8770-5805188ce8cf req-a09c5156-6097-4d14-a24d-f162774e024c tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Jul 26 16:40:28.738205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47438) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:28.848857 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-61c854f5-a9d6-41a3-b6b0-5b0901b9a1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:28.862015 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75806b-f1c6-4d2e-b694-ee858aed6fb3 None None] New status for floating IP f2916bdf-4f60-4012-8751-d9ed10766e4d: ACTIVE {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:40:28.862516 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:28.927109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-61c854f5-a9d6-41a3-b6b0-5b0901b9a1b7 admin admin] Publish callbacks [] for security_group (4c32ae34-8eef-438f-b21b-192ec44cff70), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.053137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-61c854f5-a9d6-41a3-b6b0-5b0901b9a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (4c32ae34-8eef-438f-b21b-192ec44cff70), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.068686 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:29.097256 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-61c854f5-a9d6-41a3-b6b0-5b0901b9a1b7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=a9e7d3777d7d4f868c1377bc955679f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579934 Jul 26 16:40:29.099948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47442) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:29.101871 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c854f5-a9d6-41a3-b6b0-5b0901b9a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32ae34-8eef-438f-b21b-192ec44cff70,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:29.153059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] Publish callbacks [] for security_group (4c32ae34-8eef-438f-b21b-192ec44cff70), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.182680 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] Publish callbacks [] for security_group (4c32ae34-8eef-438f-b21b-192ec44cff70), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.212428 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-1352b45d-7070-4919-a1d0-cbd1b59965cf service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951667 Jul 26 16:40:29.306281 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e077895b-941d-4caf-ba84-8b439e8db709 req-79fb5c8f-6ada-44e3-bbe6-edca4825ae5e service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Jul 26 16:40:29.327474 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (4c32ae34-8eef-438f-b21b-192ec44cff70), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.331004 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:29.334841 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/4c32ae34-8eef-438f-b21b-192ec44cff70 HTTP/1.1" status: 204 len: 168 time: 0.2311876 Jul 26 16:40:29.340296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c5dc0-1f03-446c-af18-3942cfbfd55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32ae34-8eef-438f-b21b-192ec44cff70,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:29.817833 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25816e1-2830-4ac3-b3f7-a040a18aa46c req-a3c7a3fa-e0a8-4058-886d-037ff90bb884 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:29.819451 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a25816e1-2830-4ac3-b3f7-a040a18aa46c req-a3c7a3fa-e0a8-4058-886d-037ff90bb884 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0491455 Jul 26 16:40:29.867595 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a25816e1-2830-4ac3-b3f7-a040a18aa46c req-5588240d-d892-4233-a79f-63ca3d8b857f tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Jul 26 16:40:29.981583 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc052f-41ea-481d-a107-cfaa15e69e35 req-eeea6a39-5a0d-4442-a968-e01efcfbf890 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:29.985346 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-89dc052f-41ea-481d-a107-cfaa15e69e35 req-eeea6a39-5a0d-4442-a968-e01efcfbf890 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0474427 Jul 26 16:40:29.992625 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47452) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:29.996953 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Request body: {'floatingip': {'port_id': '1c0fda89-08d0-4795-a5e6-64bfd611749d'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:40:30.035021 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.149170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47454) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:30.162788 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-aba1456a-4fb3-4e3d-bdbc-4a2547a37356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.237564 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-aba1456a-4fb3-4e3d-bdbc-4a2547a37356 admin admin] Publish callbacks [] for security_group (13e55675-f1b5-44b8-96c8-e46445bd9b1c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.333189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-aba1456a-4fb3-4e3d-bdbc-4a2547a37356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (13e55675-f1b5-44b8-96c8-e46445bd9b1c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.375773 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:30.376952 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-aba1456a-4fb3-4e3d-bdbc-4a2547a37356 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=33e65814488f45309d1161af0429d02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265015 Jul 26 16:40:30.378112 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1456a-4fb3-4e3d-bdbc-4a2547a37356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e55675-f1b5-44b8-96c8-e46445bd9b1c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:30.381821 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47456) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:30.431942 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] Publish callbacks [] for security_group (13e55675-f1b5-44b8-96c8-e46445bd9b1c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.454247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] Publish callbacks [] for security_group (13e55675-f1b5-44b8-96c8-e46445bd9b1c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.466758 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.595994 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.670080 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (13e55675-f1b5-44b8-96c8-e46445bd9b1c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.673324 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:30.675900 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:30.677136 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/13e55675-f1b5-44b8-96c8-e46445bd9b1c HTTP/1.1" status: 204 len: 168 time: 0.2940617 Jul 26 16:40:30.681907 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:30.689202 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7b35e-5a2e-4bfd-acf3-bd1fcd5a4988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e55675-f1b5-44b8-96c8-e46445bd9b1c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:30.694428 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Floating IP 440bd1e9-8284-423a-b376-77f6e1e49cb8 associated. External IP: 172.27.0.66, port: 1c0fda89-08d0-4795-a5e6-64bfd611749d. Jul 26 16:40:30.891395 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:40:30.995483 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:40:30.999815 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:31.004979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:40:31.021325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:31.021325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:31.036192 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-8aca219c-c857-4c6e-be36-094f891da172 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "PUT /v2.0/floatingips/440bd1e9-8284-423a-b376-77f6e1e49cb8 HTTP/1.1" status: 200 len: 990 time: 1.0402186 Jul 26 16:40:31.036192 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:40:31.037283 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:40:31.076001 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27addd73-34cd-43d2-a901-8eb6e78b66f6 x-openstack-request-id: req-27addd73-34cd-43d2-a901-8eb6e78b66f6 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:40:31.076295 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:40:31.076590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-27addd73-34cd-43d2-a901-8eb6e78b66f6 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:40:31.076999 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27addd73-34cd-43d2-a901-8eb6e78b66f6'] response: {'name': 'network-changed', 'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'status': 'completed', 'code': 200} Jul 26 16:40:31.125755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:31.165240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-d012166c-653e-4087-b7f6-9a2b9795d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:31.169440 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-d012166c-653e-4087-b7f6-9a2b9795d983 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 1129 time: 0.0454185 Jul 26 16:40:31.275764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-6556950a-7681-4164-b354-e2279d2dc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:31.277343 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-6556950a-7681-4164-b354-e2279d2dc789 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.1025321 Jul 26 16:40:31.338655 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-ab3ce606-89e3-4de7-b36e-23e8955ce04c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d HTTP/1.1" status: 200 len: 998 time: 0.0550416 Jul 26 16:40:31.344194 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '440bd1e9-8284-423a-b376-77f6e1e49cb8', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:e4:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:09Z', 'updated_at': '2022-07-26T16:40:30Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:31.373604 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:40:31.383020 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:40:31.383639 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:31.391872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-00978af9-d75d-439c-aacd-861884623184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:31.393513 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-00978af9-d75d-439c-aacd-861884623184 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0491583 Jul 26 16:40:31.440346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-23082715-e173-46fb-b635-4718d0e1c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:31.442023 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-23082715-e173-46fb-b635-4718d0e1c003 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418718 Jul 26 16:40:31.493458 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:40:31.546118 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-5d333fb6-69e8-4e94-9a7b-cff9e19ee097 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968776 Jul 26 16:40:31.558779 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:31.639430 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7c06d0f3-6d5d-4e4d-80e5-6c71b73a3e1f req-c7c47240-7262-428f-ac25-e44efcb86d3c service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Jul 26 16:40:31.640642 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:31.715404 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '440bd1e9-8284-423a-b376-77f6e1e49cb8', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:e4:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:09Z', 'updated_at': '2022-07-26T16:40:30Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:40:31.717969 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:31.741590 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f45b2c-6d4b-4a21-a866-1a111aa3323d None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '440bd1e9-8284-423a-b376-77f6e1e49cb8', 'tenant_id': '4088561009754a839604e3798787d8b9', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'port_id': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'mac_address': 'fa:16:3e:e4:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:40:09Z', 'updated_at': '2022-07-26T16:40:30Z', 'revision_number': 1, 'project_id': '4088561009754a839604e3798787d8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:40:31.939345 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8653803-3c6b-4eff-a1b6-6c9335792770 None None] New status for floating IP 440bd1e9-8284-423a-b376-77f6e1e49cb8: ACTIVE {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:40:35.090346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47536) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:35.194953 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc3e9-1e25-4230-a65d-ce342ff1c648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.268299 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc3e9-1e25-4230-a65d-ce342ff1c648 admin admin] Publish callbacks [] for security_group (5e9e7432-b930-4bba-b15c-316cd25eb7fb), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.376934 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc3e9-1e25-4230-a65d-ce342ff1c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (5e9e7432-b930-4bba-b15c-316cd25eb7fb), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.420567 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5a8cc3e9-1e25-4230-a65d-ce342ff1c648 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=97bf89fd348a42988eecf5db51b3a9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290370 Jul 26 16:40:35.421280 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc3e9-1e25-4230-a65d-ce342ff1c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9e7432-b930-4bba-b15c-316cd25eb7fb,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:35.423933 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47540) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:35.476558 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] Publish callbacks [] for security_group (5e9e7432-b930-4bba-b15c-316cd25eb7fb), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.498723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] Publish callbacks [] for security_group (5e9e7432-b930-4bba-b15c-316cd25eb7fb), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.710183 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (5e9e7432-b930-4bba-b15c-316cd25eb7fb), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.712848 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:35.718691 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/5e9e7432-b930-4bba-b15c-316cd25eb7fb HTTP/1.1" status: 204 len: 168 time: 0.2890766 Jul 26 16:40:35.721955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55c0f6-0244-4a0c-aa9e-f2040d8c6500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9e7432-b930-4bba-b15c-316cd25eb7fb,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:36.184312 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:36.635199 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47546) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:36.648733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bf7868b3-a66b-4849-be86-1bf97458c3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:36.722796 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bf7868b3-a66b-4849-be86-1bf97458c3fc admin admin] Publish callbacks [] for security_group (37838a19-a503-42a9-a72b-db0af8208cf8), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:36.874521 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bf7868b3-a66b-4849-be86-1bf97458c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (37838a19-a503-42a9-a72b-db0af8208cf8), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:36.914415 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-bf7868b3-a66b-4849-be86-1bf97458c3fc admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=f00da22f40de4610b82583811e03e760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780910 Jul 26 16:40:36.915272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7868b3-a66b-4849-be86-1bf97458c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37838a19-a503-42a9-a72b-db0af8208cf8,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:36.917232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47550) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:36.925050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:36.966926 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] Publish callbacks [] for security_group (37838a19-a503-42a9-a72b-db0af8208cf8), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:36.989657 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] Publish callbacks [] for security_group (37838a19-a503-42a9-a72b-db0af8208cf8), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:37.194544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (37838a19-a503-42a9-a72b-db0af8208cf8), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:37.197101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:37.198255 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/37838a19-a503-42a9-a72b-db0af8208cf8 HTTP/1.1" status: 204 len: 168 time: 0.2800698 Jul 26 16:40:37.206585 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab08a3-428f-4cf0-b0a6-958b04f281c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37838a19-a503-42a9-a72b-db0af8208cf8,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:41.147682 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-37b81df1-6d01-4d8a-9d9e-5468e0259528 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380409 Jul 26 16:40:41.223718 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:41.227159 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-3def38ec-2212-47a2-bcb0-33ec25c82711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:41.228697 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-3def38ec-2212-47a2-bcb0-33ec25c82711 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0437620 Jul 26 16:40:41.335692 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-0d15bf13-acfd-452a-8412-ced4cbf22e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:41.337119 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-0d15bf13-acfd-452a-8412-ced4cbf22e7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 911 time: 0.0862296 Jul 26 16:40:41.403454 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-f48afc13-db5d-42c6-a359-70fd09aaae1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 1002 time: 0.0582330 Jul 26 16:40:41.451878 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-70d4ac9f-1e57-4039-a9fb-7dc225fad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:41.453299 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-70d4ac9f-1e57-4039-a9fb-7dc225fad730 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0434036 Jul 26 16:40:41.472475 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:41.501471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-48d9861f-23df-4b86-ac00-3311c92c2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:40:41.502956 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-48d9861f-23df-4b86-ac00-3311c92c2ce7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385988 Jul 26 16:40:41.598949 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-78c28534-e5e2-4bd9-a637-d4a6bd3014d2 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874307 Jul 26 16:40:41.689824 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d029b3e-9759-43c1-80e8-cf7dcacfb1a5 req-2c27745e-6f78-45d0-8e9a-ae1ef4a826d0 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840507 Jul 26 16:40:44.674207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47626) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:44.778596 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:44.856198 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Publish callbacks [] for security_group (135cb847-f474-479e-9491-7029ff508478), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:44.921310 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (135cb847-f474-479e-9491-7029ff508478), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:44.961819 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=b40cfbfeef1b4a98982e7dc3ed3ac6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864995 Jul 26 16:40:44.963005 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135cb847-f474-479e-9491-7029ff508478,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:44.964591 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47632) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:40:44.970910 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.971253 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:44.980471 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d01497-26dd-43d7-85bd-abe17ecc6198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:40:45.013828 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] Publish callbacks [] for security_group (135cb847-f474-479e-9491-7029ff508478), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:45.038812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] Publish callbacks [] for security_group (135cb847-f474-479e-9491-7029ff508478), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:45.424574 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (135cb847-f474-479e-9491-7029ff508478), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:45.427172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:45.428326 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/135cb847-f474-479e-9491-7029ff508478 HTTP/1.1" status: 204 len: 168 time: 0.4627078 Jul 26 16:40:45.438109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee129-c29b-45ca-a263-3b017fb3f54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135cb847-f474-479e-9491-7029ff508478,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:40:47.219060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:50.307244 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:50.310472 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:50.436429 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a2c62543-1bef-4351-9ace-9a94815304cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:52.498545 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7c9d01ac-97ae-476b-b780-738887f327f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:52.628672 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:40:54.024626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:54.972266 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=65,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:54.972266 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=23,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:55.431924 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:55.432770 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:40:55.784949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:40:55.786358 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:05.537705 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:05.539609 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:06.247451 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:08.639261 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:08.644131 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:16.117129 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:16.124034 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:18.045857 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb382a09-e406-47db-878e-f851f40c94f1 req-782188a4-36c2-4d23-864f-a4444e76b540 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:18.047381 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fb382a09-e406-47db-878e-f851f40c94f1 req-782188a4-36c2-4d23-864f-a4444e76b540 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0475814 Jul 26 16:41:18.101034 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fb382a09-e406-47db-878e-f851f40c94f1 req-968876f8-0b28-419c-a310-833ac049b36a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Jul 26 16:41:19.223149 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2b58-fb4e-44c4-a24b-6c1ac541fa41 req-e9886d29-b210-4f4d-8353-4cacfcd68a6d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:19.224554 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d4b2b58-fb4e-44c4-a24b-6c1ac541fa41 req-e9886d29-b210-4f4d-8353-4cacfcd68a6d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0481718 Jul 26 16:41:19.271838 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d4b2b58-fb4e-44c4-a24b-6c1ac541fa41 req-cf4ee232-0fba-4686-bbec-105f9d265c4f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416007 Jul 26 16:41:20.196668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-c4e2dc78-e67a-43a6-9609-e8727e2d39ba tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:20.198144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-c4e2dc78-e67a-43a6-9609-e8727e2d39ba tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0499709 Jul 26 16:41:20.284713 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port a0a91c54-eff1-4606-86a1-f907fac4dfa0 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:20.285379 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.389107 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] For port a0a91c54-eff1-4606-86a1-f907fac4dfa0, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a0a91c54-eff1-4606-86a1-f907fac4dfa0,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:20.389475 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.402409 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf761db-5dcc-40e8-8cfd-f5583f08bb98 req-c471bf20-c8e9-46ed-98b1-93ab970f028d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:20.403874 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4cf761db-5dcc-40e8-8cfd-f5583f08bb98 req-c471bf20-c8e9-46ed-98b1-93ab970f028d tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 945 time: 0.0551848 Jul 26 16:41:20.407420 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e906c0f2-2403-4cfc-896b-b54afa5821e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.460187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4cf761db-5dcc-40e8-8cfd-f5583f08bb98 req-d34525cb-4ac3-4f48-967a-fd447911e911 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=ea55649a-d2b1-40c0-ab80-35d76c862211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500407 Jul 26 16:41:20.572526 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.572880 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.573188 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP 2b7f7eb3-341f-4124-a0af-84eb84df8529 disassociated. External IP: 172.27.0.214, port: a0a91c54-eff1-4606-86a1-f907fac4dfa0. Jul 26 16:41:20.573525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for a0a91c54-eff1-4606-86a1-f907fac4dfa0 owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:20.933406 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (a0a91c54-eff1-4606-86a1-f907fac4dfa0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:20.977941 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=a0a91c54-eff1-4606-86a1-f907fac4dfa0,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:20.983502 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.983848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.984190 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.984556 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.984892 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.985226 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.985554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.985881 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.986236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.986557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.986883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.987203 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.987525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.987845 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:20.988165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:21.099471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:41:21.205389 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:21.215794 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:21.227141 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:21.227758 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:21.252486 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] No DVR routers for this DVR port a0a91c54-eff1-4606-86a1-f907fac4dfa0 on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:21.254854 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:21.258469 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-163dc916-8f9f-4a36-a2e2-b3f16e7c7ab8 req-12a287f1-c122-4c02-83a7-c36eb8318847 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "DELETE /v2.0/ports/a0a91c54-eff1-4606-86a1-f907fac4dfa0 HTTP/1.1" status: 204 len: 173 time: 1.0549774 Jul 26 16:41:21.258910 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'name': 'network-vif-deleted', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:21.261396 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63717c-bf70-4346-a1ac-688da8b636b6" -d '{"events": [{"server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "name": "network-vif-deleted", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:21.308055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17fe87-aee5-4e7a-a2df-6d8f0244cf62 x-openstack-request-id: req-0f17fe87-aee5-4e7a-a2df-6d8f0244cf62 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:21.308659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11953c-a484-4d00-a221-e03e55f46dc4", "name": "network-vif-deleted", "tag": "a0a91c54-eff1-4606-86a1-f907fac4dfa0", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:21.308659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-0f17fe87-aee5-4e7a-a2df-6d8f0244cf62 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:21.309191 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f17fe87-aee5-4e7a-a2df-6d8f0244cf62'] response: {'server_uuid': '5c11953c-a484-4d00-a221-e03e55f46dc4', 'name': 'network-vif-deleted', 'tag': 'a0a91c54-eff1-4606-86a1-f907fac4dfa0', 'status': 'completed', 'code': 200} Jul 26 16:41:21.338706 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:21.547949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:21.572581 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a3950fbe-c14c-40ca-aa6a-36300274d943 req-22a6e345-101f-4bd2-b384-5ad3881ee251 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Jul 26 16:41:21.573562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:21.582187 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:21.582795 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:40:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:21.827146 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:22.035235 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:22.060547 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e276525-4b1b-433a-8854-0a4457397db0 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:41:22.286198 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c345437-2d1a-4dbd-bd84-5c773c77ba77 None None] New status for floating IP 2b7f7eb3-341f-4124-a0af-84eb84df8529: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:41:22.517603 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a0a91c54-eff1-4606-86a1-f907fac4dfa0 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:22.541689 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: a0a91c54-eff1-4606-86a1-f907fac4dfa0 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:22.542039 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a0a91c54-eff1-4606-86a1-f907fac4dfa0 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:22.572409 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7b96a2c4-c74e-4f5f-a302-ce9775b2d730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:22.689710 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2af3ef50-d024-4300-8ea4-158aac81e1e0 req-00b19c5f-e2f2-44db-bdd3-1db3d8d55e8a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=5c11953c-a484-4d00-a221-e03e55f46dc4 HTTP/1.1" status: 200 len: 210 time: 0.0295367 Jul 26 16:41:23.865494 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 47944) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:23.872284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:23.879945 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:23.925836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (ea55649a-d2b1-40c0-ab80-35d76c862211), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:23.949034 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (ea55649a-d2b1-40c0-ab80-35d76c862211), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:23.990862 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.133093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ea55649a-d2b1-40c0-ab80-35d76c862211), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.135684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.136941 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/security-groups/ea55649a-d2b1-40c0-ab80-35d76c862211 HTTP/1.1" status: 204 len: 168 time: 0.2704632 Jul 26 16:41:24.139760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47948) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:24.147183 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b4d9-de8f-41ef-a528-5d84c8b77d10 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea55649a-d2b1-40c0-ab80-35d76c862211,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:24.154259 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-5cd7aab8-19ae-4772-a556-28f20f8e9256 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] show failed (client error): The resource could not be found. Jul 26 16:41:24.155784 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-5cd7aab8-19ae-4772-a556-28f20f8e9256 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups/ea55649a-d2b1-40c0-ab80-35d76c862211 HTTP/1.1" status: 404 len: 347 time: 0.0148199 Jul 26 16:41:24.158735 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47950) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:24.278094 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port 43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:24.278362 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.358445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.358988 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.376309 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for 43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1 owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:24.658189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.684086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=43cabac0-32a6-4824-8a8d-d1a1ff0d3cc1,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:24.745673 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (2b7f7eb3-341f-4124-a0af-84eb84df8529), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.748185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:24.749372 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2a62ddfe-093b-4fc6-a1a8-99265fb7caf6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/floatingips/2b7f7eb3-341f-4124-a0af-84eb84df8529 HTTP/1.1" status: 204 len: 168 time: 0.5896840 Jul 26 16:41:25.003590 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47956) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:25.008162 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734303437', 'description': 'tempest-description--1525227611'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:25.133208 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.200594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.304374 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.336868 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:25.344361 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.506158 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.506158 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b5658603-242d-43d5-a986-ce25961e2542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4972320 Jul 26 16:41:25.506158 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47966) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:25.509440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': '75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:25.525002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:25.795843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (ac14388d-6c5e-4b0b-b6dc-d8d9d4a977f5), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.807397 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:25.835848 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:25.851835 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (ac14388d-6c5e-4b0b-b6dc-d8d9d4a977f5), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.040686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (ac14388d-6c5e-4b0b-b6dc-d8d9d4a977f5), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.061205 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac14388d-6c5e-4b0b-b6dc-d8d9d4a977f5,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:26.173594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.174825 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a7eb023c-d24a-4597-9609-44bb04ea9ce7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6686983 Jul 26 16:41:26.178093 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47972) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:26.182442 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'security_group_rule': {'security_group_id': '75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:26.338015 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (7d14e9ee-ce36-48b7-b26d-574ff628a899), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.393631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (7d14e9ee-ce36-48b7-b26d-574ff628a899), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.509245 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (7d14e9ee-ce36-48b7-b26d-574ff628a899), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.527781 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14e9ee-ce36-48b7-b26d-574ff628a899,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:26.637557 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.638867 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-01252d54-9877-4825-814e-18efd56273e3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598207 Jul 26 16:41:26.641943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 47974) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:26.649159 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:26.783839 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.864663 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:26.971998 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.27.0.103 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/a0b29820-b5d0-4aad-b7ab-908214ba4557) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:41:27.052345 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:27.076977 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:27.219204 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:27.258294 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:41:27.263097 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:27.265584 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:41:27.295975 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=a0b29820-b5d0-4aad-b7ab-908214ba4557,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:27.353759 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:27.357798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:27.516174 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:27.919718 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:28.001051 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:28.063435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=a0b29820-b5d0-4aad-b7ab-908214ba4557,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:28.078500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:28.179760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:28.181586 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2685a8dc-9539-42af-9402-5187d1944fcb tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5384886 Jul 26 16:41:28.375259 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-d5828343-3ba1-46f3-99f9-3678a5eaba04 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-securitygroup--1734303437&fields=id&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 267 time: 0.0423586 Jul 26 16:41:28.484085 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-3c5306a0-523e-4c0f-bc25-a75c2b516d2a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:28.484085 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-3c5306a0-523e-4c0f-bc25-a75c2b516d2a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1020873 Jul 26 16:41:28.498660 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-795ac83a-9563-4fb5-b75e-68cca3a4f4f6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/quotas/8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 375 time: 0.0093324 Jul 26 16:41:28.553602 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-4f446fe3-34f6-4f4c-95b0-504dadbe4a13 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499337 Jul 26 16:41:28.651336 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-39456f67-1c21-417c-af18-eb36e2c335ff service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Jul 26 16:41:28.738822 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-4aa5102d-6755-4aaf-b38c-43ee454299e2 service neutron] 10.222.0.144 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814540 Jul 26 16:41:29.034834 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9dc9fcf6-45ac-4971-a2ce-f985ccea5631 req-e93fbb74-3103-455b-a32d-3febad3d53db tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Jul 26 16:41:29.627669 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:41:30.115255 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f2c65bae-6e14-403f-bf07-fcd44bde12cd req-ef570131-70a1-4f4e-ae6e-fee07d3ff442 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Jul 26 16:41:30.966549 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48014) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:31.251814 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e91d4ea8-1c11-426e-89e7-71672b5ac307 req-2d7975c7-226c-4a54-bc03-e69e0813a5b2 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 210 time: 0.0654266 Jul 26 16:41:31.305193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Deleting port 80d13b40-8496-4a56-b0c4-6dfd73cda57c {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:31.305543 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:31.391070 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:31.391400 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for floatingip (80d13b40-8496-4a56-b0c4-6dfd73cda57c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:31.405523 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Calling delete_port for 80d13b40-8496-4a56-b0c4-6dfd73cda57c owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:31.417208 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:31.705326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (80d13b40-8496-4a56-b0c4-6dfd73cda57c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:31.732202 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event deleted for resources: {'Port': ['ID=80d13b40-8496-4a56-b0c4-6dfd73cda57c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:31.791480 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for floatingip (5899b136-d03b-448e-bbeb-4c88ad588749), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:31.791898 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Floating IP 5899b136-d03b-448e-bbeb-4c88ad588749 disassociated (deleted). External IP: 172.27.0.250, port: e562fcc8-f654-4575-a60e-9fafbe61bfee. Jul 26 16:41:31.882387 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:31.990697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Router eab59609-7c29-4549-b1ab-63e2bbdfa901 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:41:32.057203 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-8d4ebee1-8d5b-47d6-86e7-4faaf1617553 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.058630 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-8d4ebee1-8d5b-47d6-86e7-4faaf1617553 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 815 time: 0.1059685 Jul 26 16:41:32.096786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:32.103942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:32.108119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Sync routers for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:32.112793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.120729 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:32.121667 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:32.136316 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-989384cb-e1ae-4c44-96c7-577d376fe4ab tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bb1d794693b410d8c759796d5e20281 HTTP/1.1" status: 200 len: 380 time: 0.0620954 Jul 26 16:41:32.139905 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-28695c99-e91f-44e6-b59b-8ee462d098b0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "DELETE /v2.0/floatingips/5899b136-d03b-448e-bbeb-4c88ad588749 HTTP/1.1" status: 204 len: 168 time: 1.1696897 Jul 26 16:41:32.139905 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:32.140228 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e545716b-8060-47a5-8b1f-cf40440aa720" -d '{"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:32.146544 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'port': {'device_id': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'admin_state_up': True, 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'security_groups': ['75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:32.220877 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2838a6e5-3edb-4d4c-a411-6a1b806203be x-openstack-request-id: req-2838a6e5-3edb-4d4c-a411-6a1b806203be {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:32.221211 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:32.221472 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-2838a6e5-3edb-4d4c-a411-6a1b806203be {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:32.221893 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2838a6e5-3edb-4d4c-a411-6a1b806203be'] response: {'name': 'network-changed', 'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'status': 'completed', 'code': 200} Jul 26 16:41:32.225277 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.241527 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:32.272489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.309108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-2f465bb2-4ab0-4a0c-b9ff-b1309e8f0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.310550 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-2f465bb2-4ab0-4a0c-b9ff-b1309e8f0843 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 1130 time: 0.0436268 Jul 26 16:41:32.362714 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.398764 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-37127ccb-30d0-46c5-8d49-2577b7abca82 req-2e607b30-43aa-451d-85c5-d92f7762cc05 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 210 time: 0.0720420 Jul 26 16:41:32.408307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Made reservation on behalf of 8bb1d794693b410d8c759796d5e20281 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:32.412311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:32.434908 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.469068 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-d31ea1c1-8e70-44e7-9756-60607ee11343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.475891 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-d31ea1c1-8e70-44e7-9756-60607ee11343 service neutron] 10.222.0.86 "GET /v2.0/networks?id=eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 200 len: 911 time: 0.1542406 Jul 26 16:41:32.476033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:32.504420 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Checking router: eab59609-7c29-4549-b1ab-63e2bbdfa901 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:32.513803 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:32.514415 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:32.519058 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-100e88d7-161d-4af4-8eda-ae629ac13a1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 200 len: 217 time: 0.0414684 Jul 26 16:41:32.533595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:32.563797 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Allocated IP 172.20.0.7 (7fec62f0-42f9-4a76-8f36-14730e310aa9/335ce198-58ba-4697-9682-96f08e48f679/ff83ae02-6aed-4b08-a74a-deeb7a1cb522) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:41:32.575926 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-d3ba8994-8f47-4271-81b5-bd47805b22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.580091 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-d3ba8994-8f47-4271-81b5-bd47805b22fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 200 len: 848 time: 0.0535967 Jul 26 16:41:32.628605 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-89ad5833-d5bc-43bf-82c9-8d0023ced0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.629555 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-89ad5833-d5bc-43bf-82c9-8d0023ced0f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=eda241b2-9383-4452-bdb4-3c8aafbf90be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461183 Jul 26 16:41:32.643044 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:32.728295 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:32.731575 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-18721c0b-839e-4360-8a4e-4b76e97e93f7 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955906 Jul 26 16:41:32.845739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:32.871496 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c824fca-a7f1-4b24-bc94-a1c06cc13cfa None None] The sync data for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi is: [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:35:15Z', 'revision_number': 4, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '418362ca-c0c4-4446-9b8d-e842bab42cf6', 'name': '', 'network_id': 'eda241b2-9383-4452-bdb4-3c8aafbf90be', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'mac_address': 'fa:16:3e:2c:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:14Z', 'updated_at': '2022-07-26T16:35:19Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'subnets': [{'id': '51a5fdd6-544c-4085-aa9d-41eea130e72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:41:32.876463 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17efd-282a-4d65-bfb9-0d762f2b31da req-41a2950e-88ee-4fce-a559-438f634385e0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:32.877987 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc17efd-282a-4d65-bfb9-0d762f2b31da req-41a2950e-88ee-4fce-a559-438f634385e0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0500240 Jul 26 16:41:32.932833 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:32.933019 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1cc17efd-282a-4d65-bfb9-0d762f2b31da req-26c66b4d-03b5-4226-b197-7dfe0200c4f1 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460315 Jul 26 16:41:32.978957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:41:32.984148 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:32.986305 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event updated for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:32.988444 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:41:32.990539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:33.052933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:33.053589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:33.125655 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30529b16-61ed-41d9-9813-846ebe61253c None None] New status for floating IP 5899b136-d03b-448e-bbeb-4c88ad588749: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:41:33.220825 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-32f88233-b1f7-4b50-84ac-c526d3aa4036 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0791817 Jul 26 16:41:33.240906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-1b00d671-9814-4fbf-b8ca-f949c4151980 None None] Provisioning complete for port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:41:33.241458 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1b00d671-9814-4fbf-b8ca-f949c4151980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:33.275815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1b00d671-9814-4fbf-b8ca-f949c4151980 None None] Port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:41:33.534781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:33.546081 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1758-7e15-4b3d-a07b-cb3b2b067f2a req-ce2d3bc0-2db8-43cf-9e37-09eae3378542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:33.547534 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dd7f1758-7e15-4b3d-a07b-cb3b2b067f2a req-ce2d3bc0-2db8-43cf-9e37-09eae3378542 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 931 time: 0.0470483 Jul 26 16:41:33.593431 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dd7f1758-7e15-4b3d-a07b-cb3b2b067f2a req-9cde276a-4467-4d50-a89f-e38e66c1c476 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400641 Jul 26 16:41:33.945902 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Request body: {'port': {'device_id': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:34.013713 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.066279 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e545716b-8060-47a5-8b1f-cf40440aa720 req-6e15e511-7349-453c-9f63-da6be19ac428 service neutron] 10.222.0.86 "GET /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266222 Jul 26 16:41:34.075064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63338-0131-492c-8112-d01a2e5912f2 req-5bfcb743-f8af-4301-989a-06a2fb0d8e38 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:34.076472 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7ed63338-0131-492c-8112-d01a2e5912f2 req-5bfcb743-f8af-4301-989a-06a2fb0d8e38 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0647390 Jul 26 16:41:34.127048 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7ed63338-0131-492c-8112-d01a2e5912f2 req-1504ab21-d6cf-481c-8cd1-aac2c1315b14 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 Jul 26 16:41:34.270154 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff83ae02-6aed-4b08-a74a-deeb7a1cb522 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:41:34.277578 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks [] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.289958 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Transition to ACTIVE for port object ff83ae02-6aed-4b08-a74a-deeb7a1cb522 will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:41:34.435767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.486630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Pushing event updated for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:34.572972 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Attempting to bind port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:41:34.573558 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Attempting to bind port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:41:34.574082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Attempting to bind port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:41:34.579399 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:41:34.579781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Attempting to bind port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 on network 7fec62f0-42f9-4a76-8f36-14730e310aa9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:41:34.585814 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:41:34.586152 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Checking segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:41:34.586609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Bound using segment: {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:41:34.587072 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Bound port: ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '017240ef-f957-4205-a326-2b50ecc2d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:41:34.587432 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.656181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:41:34.659271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:41:34.715324 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff3a0-e4d9-4cbb-8094-255207e6bd4c req-516ffb7a-2b5d-45a9-af76-d39c77a9d795 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:34.716877 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-85bff3a0-e4d9-4cbb-8094-255207e6bd4c req-516ffb7a-2b5d-45a9-af76-d39c77a9d795 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0484657 Jul 26 16:41:34.766822 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-85bff3a0-e4d9-4cbb-8094-255207e6bd4c req-5609fa9e-c68d-4f8f-a6d4-b8801cf11fdd tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Jul 26 16:41:34.796617 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.830710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:34.832189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:34.832836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:34.834749 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] 10.222.0.86 "PUT /v2.0/ports/ff83ae02-6aed-4b08-a74a-deeb7a1cb522 HTTP/1.1" status: 200 len: 1093 time: 0.8936520 Jul 26 16:41:34.839229 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:34.841537 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc70ed76-c189-42de-ae0b-6a19a4723361" -d '{"events": [{"name": "network-changed", "server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:34.859312 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b87dbc-ed70-4787-8a7a-b25c9b8bf45c service neutron] Pushing event updated for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:34.881696 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03942f99-a000-437b-a46d-6cb012e97f54 x-openstack-request-id: req-03942f99-a000-437b-a46d-6cb012e97f54 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:34.881997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:34.882270 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-03942f99-a000-437b-a46d-6cb012e97f54 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:34.882654 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03942f99-a000-437b-a46d-6cb012e97f54'] response: {'name': 'network-changed', 'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'status': 'completed', 'code': 200} Jul 26 16:41:34.995225 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-14fa4a19-26db-48f6-9023-f6a37a1d544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:34.996648 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-14fa4a19-26db-48f6-9023-f6a37a1d544e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 1127 time: 0.0419927 Jul 26 16:41:35.064879 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:35.103663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-5a36f772-8a59-4bd7-997d-4aae4526d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.105093 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-5a36f772-8a59-4bd7-997d-4aae4526d1cf service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bb1d794693b410d8c759796d5e20281&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0967848 Jul 26 16:41:35.266424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43dd8f-78d5-473e-9abd-a9213ab5b4bc req-358eff21-847b-4f16-8f42-b6fe4f5382aa tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.275337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cb43dd8f-78d5-473e-9abd-a9213ab5b4bc req-358eff21-847b-4f16-8f42-b6fe4f5382aa tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0602355 Jul 26 16:41:35.305971 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-58c98a59-ce54-439e-aa5a-a5986ea29424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.307396 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc70ed76-c189-42de-ae0b-6a19a4723361 req-58c98a59-ce54-439e-aa5a-a5986ea29424 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1424494 Jul 26 16:41:35.338211 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cb43dd8f-78d5-473e-9abd-a9213ab5b4bc req-1edb98ca-159e-4c2d-bd47-270cdcbfc52a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/security-groups?id=478a3257-e19f-496d-9447-2eb2fd14633d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577152 Jul 26 16:41:35.408724 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-453940f8-2869-4b7a-8446-c2175894d20f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.429914 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-453940f8-2869-4b7a-8446-c2175894d20f tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.86 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 946 time: 0.0478313 Jul 26 16:41:35.430057 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-1c8adc2c-76a5-4814-beb2-66b07c63a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.430057 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-1c8adc2c-76a5-4814-beb2-66b07c63a24f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 1127 time: 0.0396554 Jul 26 16:41:35.479844 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-992b2492-0fe4-4311-8703-c72b633ea895 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522 HTTP/1.1" status: 200 len: 217 time: 0.0381713 Jul 26 16:41:35.508244 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Deleting port e562fcc8-f654-4575-a60e-9fafbe61bfee {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:35.508612 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:35.528996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-61977e82-8cd0-4fee-b0f7-c1591b9d3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.530764 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-61977e82-8cd0-4fee-b0f7-c1591b9d3756 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0456054 Jul 26 16:41:35.575697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-5802bcfb-7908-44d1-962e-c141784235b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.577358 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-5802bcfb-7908-44d1-962e-c141784235b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412982 Jul 26 16:41:35.598088 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] For port e562fcc8-f654-4575-a60e-9fafbe61bfee, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e562fcc8-f654-4575-a60e-9fafbe61bfee,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:35.598454 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:35.611915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Calling delete_port for e562fcc8-f654-4575-a60e-9fafbe61bfee owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:35.617842 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:35.643987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:35.677847 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-e2bbf139-516b-4bdd-a26a-befb3e4739a9 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942326 Jul 26 16:41:35.767489 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5d0cbecc-5b5c-46c3-a14d-f985fd35438a req-b0a97da7-a1f9-46ba-8274-1aebdae34c1e service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Jul 26 16:41:35.858988 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (e562fcc8-f654-4575-a60e-9fafbe61bfee), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:35.887905 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event deleted for resources: {'Port': ['ID=e562fcc8-f654-4575-a60e-9fafbe61bfee,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:35.903319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0524125-15a8-461c-88ea-c493f7244a21 req-ffe45205-57a4-425a-8571-4df7baf95294 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:35.903319 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e0524125-15a8-461c-88ea-c493f7244a21 req-ffe45205-57a4-425a-8571-4df7baf95294 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0543065 Jul 26 16:41:35.936770 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] No DVR routers for this DVR port e562fcc8-f654-4575-a60e-9fafbe61bfee on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:35.939214 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:35.942472 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2bdf3d12-95ac-4507-acff-b87611fde1e1 req-b84da25d-aa17-4667-9134-6bc7d5f19ad3 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.86 "DELETE /v2.0/ports/e562fcc8-f654-4575-a60e-9fafbe61bfee HTTP/1.1" status: 204 len: 173 time: 0.5276625 Jul 26 16:41:35.950447 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e0524125-15a8-461c-88ea-c493f7244a21 req-f006074a-2189-4d79-86f4-3735412a3c60 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Jul 26 16:41:36.433531 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-65eec17c-0c05-490e-a481-385db754ac99 req-390e7b37-c0ad-4096-b317-f7a94f99ed7a tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0274472 Jul 26 16:41:36.486590 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:36.884060 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-deleted', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:36.886439 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dd3f34-634d-4fdc-95c9-91acdb8af882" -d '{"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-deleted", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:36.923764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f242793-d037-491e-a1c0-f597bbd6d13d x-openstack-request-id: req-4f242793-d037-491e-a1c0-f597bbd6d13d {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:36.924062 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976970b3-530e-4bc0-a609-bc3d8ac750a8", "name": "network-vif-deleted", "tag": "e562fcc8-f654-4575-a60e-9fafbe61bfee", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:36.924314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4f242793-d037-491e-a1c0-f597bbd6d13d {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:36.924757 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f242793-d037-491e-a1c0-f597bbd6d13d'] response: {'server_uuid': '976970b3-530e-4bc0-a609-bc3d8ac750a8', 'name': 'network-vif-deleted', 'tag': 'e562fcc8-f654-4575-a60e-9fafbe61bfee', 'status': 'completed', 'code': 200} Jul 26 16:41:37.065220 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a546-ad76-4e46-a0c1-898645de9afe req-49140141-5001-4d24-847d-525b8069722a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:37.066799 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bfa0a546-ad76-4e46-a0c1-898645de9afe req-49140141-5001-4d24-847d-525b8069722a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0476143 Jul 26 16:41:37.114004 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bfa0a546-ad76-4e46-a0c1-898645de9afe req-f8404473-a7b1-45b8-a81b-3614a9cde7d0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417933 Jul 26 16:41:37.541152 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-14d8ee82-df12-4bfd-8534-bdfe203babd1 req-b25e81eb-21a9-4785-aa90-4313f534c7f5 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0293727 Jul 26 16:41:38.241810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c170-efd6-4b68-aa45-bcb712b4d79f req-440d3809-93ec-443f-8327-1a001e0a6405 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:38.243252 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1263c170-efd6-4b68-aa45-bcb712b4d79f req-440d3809-93ec-443f-8327-1a001e0a6405 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0459626 Jul 26 16:41:38.294188 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1263c170-efd6-4b68-aa45-bcb712b4d79f req-307976a8-5212-448b-9a6a-3a0a7745d340 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Jul 26 16:41:38.639073 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2007d296-0077-4794-a214-976612bd780d req-e4602354-d834-4506-9bdb-f6cdbaacb7d8 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0279570 Jul 26 16:41:39.413232 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91663b-1d77-4498-b6b8-0f54876e038b req-64fc5c11-a61c-49a2-b915-1c6a0fddc0a5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:39.414720 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5c91663b-1d77-4498-b6b8-0f54876e038b req-64fc5c11-a61c-49a2-b915-1c6a0fddc0a5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0470316 Jul 26 16:41:39.473606 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5c91663b-1d77-4498-b6b8-0f54876e038b req-28b41fdd-fb41-4de3-9fbf-c4e22d427649 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520711 Jul 26 16:41:39.742473 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e389a63f-586d-48ae-adcf-33c1b24cd568 req-4dfc0b97-7b49-4a46-85b7-f444b73c8ea0 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0312264 Jul 26 16:41:40.196366 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-58e61aec-c9d0-4e8b-ba9e-e1cff3364d04 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406716 Jul 26 16:41:40.301285 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-a2f31062-eacc-4edf-b3b0-13697025f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:40.302778 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-a2f31062-eacc-4edf-b3b0-13697025f25b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1130 time: 0.0462122 Jul 26 16:41:40.426280 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-03c11ff6-6733-49ae-941c-43ba4be173a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:40.427780 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-03c11ff6-6733-49ae-941c-43ba4be173a9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.1036086 Jul 26 16:41:40.492283 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-db10e501-8dfb-4ae2-bcb9-01a1db2dfc1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 1001 time: 0.0585845 Jul 26 16:41:40.551607 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-49d1d8d4-1b7b-4fda-ae62-37a1819a63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:40.553288 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-49d1d8d4-1b7b-4fda-ae62-37a1819a63db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0538006 Jul 26 16:41:40.590735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:40.621765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ff83ae02-6aed-4b08-a74a-deeb7a1cb522 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:41:40.632681 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7d90-edd5-42fa-8a53-64f7a6e8a5d0 req-7ff063c4-587b-420f-8f6f-ffa2e8822d74 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:40.634171 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2c3e7d90-edd5-42fa-8a53-64f7a6e8a5d0 req-7ff063c4-587b-420f-8f6f-ffa2e8822d74 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 943 time: 0.0798447 Jul 26 16:41:40.635286 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-c28c78a4-84f6-4574-ac15-10db3675d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:40.635536 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:40.636638 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-c28c78a4-84f6-4574-ac15-10db3675d1ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716858 Jul 26 16:41:40.663015 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: e562fcc8-f654-4575-a60e-9fafbe61bfee {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:40.663362 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e562fcc8-f654-4575-a60e-9fafbe61bfee not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:40.753581 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2c3e7d90-edd5-42fa-8a53-64f7a6e8a5d0 req-7c25b789-2332-4cf4-a609-3643b7678e12 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128578 Jul 26 16:41:40.773093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:40.782039 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:40.784601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-c6d180c9-1cfc-4281-b693-cb20a61813a8 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322668 Jul 26 16:41:40.796088 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'port_id': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'mac_address': 'fa:16:3e:1a:d4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:41:40.837433 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:41:40.837804 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:40.851867 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff83ae02-6aed-4b08-a74a-deeb7a1cb522 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:41:40.877660 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:40.884623 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e418dcf1-19d0-4eef-8184-4f5289c0142c req-805aa902-9dc7-43d7-800b-08ceee0b13af tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "GET /v2.0/ports?device_id=976970b3-530e-4bc0-a609-bc3d8ac750a8 HTTP/1.1" status: 200 len: 210 time: 0.0391827 Jul 26 16:41:41.087804 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:41.140921 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:41.148966 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.149315 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.149657 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.150003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.150337 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.150670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.150997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.151322 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.151648 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.151975 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.152300 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.152655 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.152981 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.153302 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.153639 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:41.153741 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bc2734af-9aa6-44ee-9c9b-bedb91f9370e req-d7b1d4f1-6acd-4ff3-92a2-183b53278695 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624580 Jul 26 16:41:41.620313 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['ff83ae02-6aed-4b08-a74a-deeb7a1cb522'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:41:41.881110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963d82-3fea-4a03-86ba-fa5183c61215 req-4b22fa13-e997-4c8c-9545-94a44293eb2a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:41.882535 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4f963d82-3fea-4a03-86ba-fa5183c61215 req-4b22fa13-e997-4c8c-9545-94a44293eb2a tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 944 time: 0.0479147 Jul 26 16:41:41.932899 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4f963d82-3fea-4a03-86ba-fa5183c61215 req-70dd86e3-3ebc-47a6-bc83-8e9df5ed24ec tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440743 Jul 26 16:41:41.954205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48104) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:42.015705 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (478a3257-e19f-496d-9447-2eb2fd14633d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.041759 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (478a3257-e19f-496d-9447-2eb2fd14633d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.218525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (478a3257-e19f-496d-9447-2eb2fd14633d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.221206 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.222422 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] 10.222.0.144 "DELETE /v2.0/security-groups/478a3257-e19f-496d-9447-2eb2fd14633d HTTP/1.1" status: 204 len: 168 time: 0.2671645 Jul 26 16:41:42.232661 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd0862-621a-435b-b542-69ee190ec635 tempest-TestShelveInstance-739317822 tempest-TestShelveInstance-739317822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478a3257-e19f-496d-9447-2eb2fd14633d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:42.398624 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48114) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:42.749998 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ff83ae02-6aed-4b08-a74a-deeb7a1cb522 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:41:42.793250 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:41:42.822499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.887404 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:41:42.887779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.907800 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:42.913346 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:42.960698 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:41:42.960996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:42.990538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:42.992815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6eb87-0f08-4fb1-8340-165a05fddef4" -d '{"events": [{"server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "name": "network-vif-plugged", "status": "completed", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:43.006598 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:43.033920 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350720df-72e1-4fb9-8a61-fc3efc5f6a99 x-openstack-request-id: req-350720df-72e1-4fb9-8a61-fc3efc5f6a99 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:43.034242 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "name": "network-vif-plugged", "status": "completed", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:43.034461 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-350720df-72e1-4fb9-8a61-fc3efc5f6a99 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:43.034857 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350720df-72e1-4fb9-8a61-fc3efc5f6a99'] response: {'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'code': 200} Jul 26 16:41:43.090125 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd0c3a-8a6b-4e9d-8833-db4babb0bfb9 req-c83f2782-aab9-48e1-bc0e-97bd1d2c292b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:43.091891 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5dbd0c3a-8a6b-4e9d-8833-db4babb0bfb9 req-c83f2782-aab9-48e1-bc0e-97bd1d2c292b tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 944 time: 0.0763159 Jul 26 16:41:43.094579 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Deleting port 418362ca-c0c4-4446-9b8d-e842bab42cf6 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:43.094918 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:43.161518 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:43.166279 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:43.195244 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5dbd0c3a-8a6b-4e9d-8833-db4babb0bfb9 req-75e7adb5-497a-48fc-a798-4e9ca8c25d09 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965400 Jul 26 16:41:43.203636 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:43.209374 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:43.231076 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] For port 418362ca-c0c4-4446-9b8d-e842bab42cf6, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=418362ca-c0c4-4446-9b8d-e842bab42cf6,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:43.231425 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:43.245465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Calling delete_port for 418362ca-c0c4-4446-9b8d-e842bab42cf6 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:43.491212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb1d3-be70-4a10-ae41-0f64c8d8cb64 req-5ec93c29-9cef-40d5-a16b-b50c183029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:43.493305 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0e5eb1d3-be70-4a10-ae41-0f64c8d8cb64 req-5ec93c29-9cef-40d5-a16b-b50c183029a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 1129 time: 0.0430529 Jul 26 16:41:43.539332 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0e5eb1d3-be70-4a10-ae41-0f64c8d8cb64 req-31d1d179-700a-4a0c-b6f1-724126aa0c3a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Jul 26 16:41:43.555777 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (418362ca-c0c4-4446-9b8d-e842bab42cf6), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:43.586060 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Pushing event deleted for resources: {'Port': ['ID=418362ca-c0c4-4446-9b8d-e842bab42cf6,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:43.744657 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:43.946033 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Router eab59609-7c29-4549-b1ab-63e2bbdfa901 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:41:44.050014 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:44.055209 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3d66d1ba-772f-4426-bb72-929541c0baef admin admin] 10.222.0.144 "PUT /v2.0/routers/eab59609-7c29-4549-b1ab-63e2bbdfa901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556365 Jul 26 16:41:44.057824 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48128) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:44.058481 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Sync routers for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:44.070115 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:44.070873 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:44.161888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks [] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:44.233043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:44.265691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks [] for router_gateway (eab59609-7c29-4549-b1ab-63e2bbdfa901), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:44.298687 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:44.317184 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:44.325560 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840358d-495f-4e37-92fa-56bf256000df req-88206073-0758-4614-85bc-bc556c47026e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:44.327067 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b840358d-495f-4e37-92fa-56bf256000df req-88206073-0758-4614-85bc-bc556c47026e tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Jul 26 16:41:44.374304 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b840358d-495f-4e37-92fa-56bf256000df req-d8d5976d-1ba2-4f17-b80e-73e49d5ffed3 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Jul 26 16:41:44.426219 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Deleting port 856d1c10-43c2-4b02-9d43-eabaf3271c35 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:44.426558 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:44.487691 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:41:43Z', 'revision_number': 5, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port': {'id': '856d1c10-43c2-4b02-9d43-eabaf3271c35', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ac:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:12Z', 'updated_at': '2022-07-26T16:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:44.508970 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] For port 856d1c10-43c2-4b02-9d43-eabaf3271c35, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=856d1c10-43c2-4b02-9d43-eabaf3271c35,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:44.509334 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:44.519052 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Checking router: eab59609-7c29-4549-b1ab-63e2bbdfa901 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:44.522173 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Calling delete_port for 856d1c10-43c2-4b02-9d43-eabaf3271c35 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:44.527674 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Routers {'eab59609-7c29-4549-b1ab-63e2bbdfa901'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:44.528280 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['eab59609-7c29-4549-b1ab-63e2bbdfa901'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:44.609385 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] Set router eab59609-7c29-4549-b1ab-63e2bbdfa901 gateway port host: None {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:44.662415 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:41:44Z', 'revision_number': 6, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:44.687575 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac382e1-8df3-4dd9-bb97-12a9adfff2d4 None None] The sync data for ids ['eab59609-7c29-4549-b1ab-63e2bbdfa901'] in dv-cinder-851042-1-iscsi is: [{'id': 'eab59609-7c29-4549-b1ab-63e2bbdfa901', 'name': 'tempest-TestShelveInstance-1631638655-router', 'tenant_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:11Z', 'updated_at': '2022-07-26T16:41:44Z', 'revision_number': 6, 'project_id': '22e3bf7bb6ef4ca8bb2353bdfe4e90a3', 'gw_port_host': None}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:41:44.904740 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (856d1c10-43c2-4b02-9d43-eabaf3271c35), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:44.937468 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Pushing event deleted for resources: {'Port': ['ID=856d1c10-43c2-4b02-9d43-eabaf3271c35,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:45.006730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.065430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:45.095957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.098171 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks [] for router_controller (eab59609-7c29-4549-b1ab-63e2bbdfa901), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.213510 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 856d1c10-43c2-4b02-9d43-eabaf3271c35 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:45.234176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 856d1c10-43c2-4b02-9d43-eabaf3271c35 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:45.234529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 856d1c10-43c2-4b02-9d43-eabaf3271c35 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:45.234943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 418362ca-c0c4-4446-9b8d-e842bab42cf6 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:45.255765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 418362ca-c0c4-4446-9b8d-e842bab42cf6 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:45.256111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 418362ca-c0c4-4446-9b8d-e842bab42cf6 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:45.327281 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (eab59609-7c29-4549-b1ab-63e2bbdfa901), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.327978 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab59609-7c29-4549-b1ab-63e2bbdfa901 {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:41:45.332783 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.334446 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5d43c170-0a0c-4e68-953c-6dd899afe659 admin admin] 10.222.0.144 "DELETE /v2.0/routers/eab59609-7c29-4549-b1ab-63e2bbdfa901 HTTP/1.1" status: 204 len: 168 time: 1.2756889 Jul 26 16:41:45.337073 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48138) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:45.389147 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Deleting subnet 51a5fdd6-544c-4085-aa9d-41eea130e72d {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:41:45.392628 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Publish callbacks [] for subnet (51a5fdd6-544c-4085-aa9d-41eea130e72d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.437703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (51a5fdd6-544c-4085-aa9d-41eea130e72d), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.546812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe963b0-dae8-46bd-859b-f265ff242e9b req-a0f5dea1-e761-4b30-ba69-45eec1754524 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:45.547460 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7fe963b0-dae8-46bd-859b-f265ff242e9b req-a0f5dea1-e761-4b30-ba69-45eec1754524 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0780759 Jul 26 16:41:45.563335 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (51a5fdd6-544c-4085-aa9d-41eea130e72d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.634296 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7fe963b0-dae8-46bd-859b-f265ff242e9b req-ab704246-e643-4b47-8a81-795427ea38c7 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808156 Jul 26 16:41:45.647007 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:45.758139 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5c68b-60f1-4af1-8ce5-6faa08365783 req-dbf0d85f-d3a2-4e50-874b-226e560ecc7f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:45.759524 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bdd5c68b-60f1-4af1-8ce5-6faa08365783 req-dbf0d85f-d3a2-4e50-874b-226e560ecc7f tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0551870 Jul 26 16:41:45.769191 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48146) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:45.773535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Request body: {'floatingip': {'port_id': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:45.779612 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (51a5fdd6-544c-4085-aa9d-41eea130e72d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.809474 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a5fdd6-544c-4085-aa9d-41eea130e72d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:45.811450 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.813532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.814767 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-db035e1c-ac30-4e33-b8ae-2f5cf31fe824 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/51a5fdd6-544c-4085-aa9d-41eea130e72d HTTP/1.1" status: 204 len: 168 time: 0.4766984 Jul 26 16:41:45.818946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48148) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:45.819092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31798b-8bd7-4f40-9f35-afb1035bd29b None None] Network eda241b2-9383-4452-bdb4-3c8aafbf90be requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:45.859428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:45.893028 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (eda241b2-9383-4452-bdb4-3c8aafbf90be), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.915029 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:45.941756 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Deleting port a64519a8-1d4e-4bd8-b529-0d15bbca082a {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:45.942095 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:45.985598 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] DHCP port deletion for eda241b2-9383-4452-bdb4-3c8aafbf90be request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:41:46.010135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] For port a64519a8-1d4e-4bd8-b529-0d15bbca082a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=a64519a8-1d4e-4bd8-b529-0d15bbca082a,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:46.010773 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.027479 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Deleting port a64519a8-1d4e-4bd8-b529-0d15bbca082a {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:46.027866 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.030725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Calling delete_port for a64519a8-1d4e-4bd8-b529-0d15bbca082a owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:46.094948 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] For port a64519a8-1d4e-4bd8-b529-0d15bbca082a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=a64519a8-1d4e-4bd8-b529-0d15bbca082a,segment=NetworkSegment(13e054f7-7207-4c3e-a16a-5353ba7811b6),segment_id=13e054f7-7207-4c3e-a16a-5353ba7811b6)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:46.095359 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.110385 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Calling delete_port for a64519a8-1d4e-4bd8-b529-0d15bbca082a owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:46.252839 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.259499 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (a64519a8-1d4e-4bd8-b529-0d15bbca082a), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.279741 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] No DVR routers for this DVR port a64519a8-1d4e-4bd8-b529-0d15bbca082a on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:46.284066 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a64519a8-1d4e-4bd8-b529-0d15bbca082a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:46.289231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] Pushing event deleted for resources: {'Port': ['ID=a64519a8-1d4e-4bd8-b529-0d15bbca082a,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:46.291142 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d58b1-8286-479a-9942-16635aa44133 None None] No DVR routers for this DVR port a64519a8-1d4e-4bd8-b529-0d15bbca082a on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:46.329968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:46.339207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.360309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (eda241b2-9383-4452-bdb4-3c8aafbf90be), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.383916 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda241b2-9383-4452-bdb4-3c8aafbf90be']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:46.393129 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e054f7-7207-4c3e-a16a-5353ba7811b6') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:46.393428 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e054f7-7207-4c3e-a16a-5353ba7811b6') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:46.403382 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (13e054f7-7207-4c3e-a16a-5353ba7811b6), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.416471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (13e054f7-7207-4c3e-a16a-5353ba7811b6), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.422597 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:41:46.422979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (13e054f7-7207-4c3e-a16a-5353ba7811b6), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.481828 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.504110 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 13e054f7-7207-4c3e-a16a-5353ba7811b6 resource provider aggregate not found Jul 26 16:41:46.521524 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 13e054f7-7207-4c3e-a16a-5353ba7811b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13e054f7-7207-4c3e-a16a-5353ba7811b6 found for delete ", "request_id": "req-6d892ae5-1484-44b7-921a-f6683f3131fe"}]} Jul 26 16:41:46.580290 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP ff14a171-5b72-464f-a8c1-6348d5476766 associated. External IP: 172.27.0.103, port: ff83ae02-6aed-4b08-a74a-deeb7a1cb522. Jul 26 16:41:46.626877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (eda241b2-9383-4452-bdb4-3c8aafbf90be), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.632521 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.638311 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] 10.222.0.144 "DELETE /v2.0/networks/eda241b2-9383-4452-bdb4-3c8aafbf90be HTTP/1.1" status: 204 len: 168 time: 0.8175280 Jul 26 16:41:46.640157 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48162) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:46.658516 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa19fc0-756b-4d5f-8898-c9c4a98aca0d admin admin] Pushing event deleted for resources: {'Network': ['ID=eda241b2-9383-4452-bdb4-3c8aafbf90be,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:46.789682 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:41:46.896662 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:46.901194 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:46.908062 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:46.934019 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4c9831a2-d952-45e8-bbae-302980327dde tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "PUT /v2.0/floatingips/ff14a171-5b72-464f-a8c1-6348d5476766 HTTP/1.1" status: 200 len: 991 time: 1.1616182 Jul 26 16:41:46.934019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:41:46.934706 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678df76e-e8ca-43b3-8aeb-08b7434a9cde" -d '{"events": [{"name": "network-changed", "server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:41:46.936036 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:46.937259 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:46.975440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61644346-de07-441e-abf8-2e5e039fbfb3 x-openstack-request-id: req-61644346-de07-441e-abf8-2e5e039fbfb3 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:41:46.975752 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:41:46.976048 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-61644346-de07-441e-abf8-2e5e039fbfb3 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:41:46.976553 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61644346-de07-441e-abf8-2e5e039fbfb3'] response: {'name': 'network-changed', 'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'status': 'completed', 'code': 200} Jul 26 16:41:47.021966 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:47.023067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:47.042080 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device a64519a8-1d4e-4bd8-b529-0d15bbca082a no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:47.064191 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: a64519a8-1d4e-4bd8-b529-0d15bbca082a {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:47.064565 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device a64519a8-1d4e-4bd8-b529-0d15bbca082a not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:47.082093 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:47.119401 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-0e30f314-ebfe-45e1-8487-fe7de2b1795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:47.121001 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-0e30f314-ebfe-45e1-8487-fe7de2b1795a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb1d794693b410d8c759796d5e20281&device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 1129 time: 0.0823693 Jul 26 16:41:47.275613 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48170) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:47.285092 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-e1b8e0b7-858f-48ee-80a9-53723d98845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:47.287244 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-e1b8e0b7-858f-48ee-80a9-53723d98845d service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 200 len: 917 time: 0.1425047 Jul 26 16:41:47.308221 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ff14a171-5b72-464f-a8c1-6348d5476766', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:1a:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:41:27Z', 'updated_at': '2022-07-26T16:41:46Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:47.332413 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:47.341346 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:47.341951 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:47.392353 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-9b4e4231-7555-42d9-ac14-44e8d3c9db41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522 HTTP/1.1" status: 200 len: 999 time: 0.0967336 Jul 26 16:41:47.393053 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:47.394250 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.467714 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-ea0145a2-d633-4cb0-8667-733a8f8e3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:47.473317 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-ea0145a2-d633-4cb0-8667-733a8f8e3b44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 200 len: 854 time: 0.0602577 Jul 26 16:41:47.473317 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.484141 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Publish callbacks [] for security_group (72e8e72c-c8f6-4521-be81-8615d02931dc), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.528663 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:47.538301 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:47.601655 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (72e8e72c-c8f6-4521-be81-8615d02931dc), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.602100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-5c3415e9-bb75-4af3-a040-fe41d336bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:47.603687 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-5c3415e9-bb75-4af3-a040-fe41d336bf2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fec62f0-42f9-4a76-8f36-14730e310aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937951 Jul 26 16:41:47.646730 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=edaef4c8da0845e08a43cef6fa7ef367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699296 Jul 26 16:41:47.647856 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8e72c-c8f6-4521-be81-8615d02931dc,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:47.650976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48174) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:47.662370 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.662942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.663284 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.663620 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.663946 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.664466 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.664794 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.665122 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.665618 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.665941 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.666272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.666589 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.667073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.667568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.667885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee94cb0-3358-4a11-8194-70a87cf9fd15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:41:47.713939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] Publish callbacks [] for security_group (72e8e72c-c8f6-4521-be81-8615d02931dc), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.736320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] Publish callbacks [] for security_group (72e8e72c-c8f6-4521-be81-8615d02931dc), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.763939 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ff14a171-5b72-464f-a8c1-6348d5476766', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:1a:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:41:27Z', 'updated_at': '2022-07-26T16:41:46Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:47.773682 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-e8dafee3-b79d-4c95-824a-e6b1b5c0471c service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624622 Jul 26 16:41:47.799354 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08307f61-a590-4d71-b45f-7fae0904dd8b None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'ff14a171-5b72-464f-a8c1-6348d5476766', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'port_id': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'mac_address': 'fa:16:3e:1a:d4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:41:27Z', 'updated_at': '2022-07-26T16:41:46Z', 'revision_number': 1, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:41:47.897737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Deleting port bf2df2d0-116f-41ef-914c-612138a89fb1 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:47.898076 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.898948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (72e8e72c-c8f6-4521-be81-8615d02931dc), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.901614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:47.902790 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/72e8e72c-c8f6-4521-be81-8615d02931dc HTTP/1.1" status: 204 len: 168 time: 0.2509232 Jul 26 16:41:47.915110 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fabe3-8744-4f93-97c2-9e6392fd3092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8e72c-c8f6-4521-be81-8615d02931dc,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:47.966168 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-678df76e-e8ca-43b3-8aeb-08b7434a9cde req-ceb3353e-1cf2-4ebd-ba42-d3ac28d69316 service neutron] 10.222.0.86 "GET /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727309 Jul 26 16:41:48.006291 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] For port bf2df2d0-116f-41ef-914c-612138a89fb1, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=bf2df2d0-116f-41ef-914c-612138a89fb1,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:48.006645 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:48.020172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Calling delete_port for bf2df2d0-116f-41ef-914c-612138a89fb1 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:48.026467 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643187f7-8af2-4d66-bd24-d24e0dc917b7 None None] New status for floating IP ff14a171-5b72-464f-a8c1-6348d5476766: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:41:48.305135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (bf2df2d0-116f-41ef-914c-612138a89fb1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:48.330893 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2df2d0-116f-41ef-914c-612138a89fb1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:48.507052 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:48.714752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:41:48.794762 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:48.817529 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:48.822564 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-30caac63-0a58-4abc-bafe-aa799fd725a2 admin admin] 10.222.0.144 "PUT /v2.0/routers/7d2aa01f-3e9c-49fb-944b-3f1710e17ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1812816 Jul 26 16:41:48.825381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48188) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:48.827858 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Sync routers for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:48.838101 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:48.838734 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:48.927837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks [] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:48.941292 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:49.024841 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:49.043140 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks [] for router_gateway (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.124100 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:41:48Z', 'revision_number': 5, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:49.152078 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Checking router: 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:49.160587 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Routers {'7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:49.161192 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:49.231642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Deleting port 1189e91c-c27f-4c74-9a69-2dc3151a89b2 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:49.232415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.258491 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] Set router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:49.260876 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:49.313782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] For port 1189e91c-c27f-4c74-9a69-2dc3151a89b2, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=1189e91c-c27f-4c74-9a69-2dc3151a89b2,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:49.314337 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.317169 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:49.325658 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48200) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:49.329235 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Calling delete_port for 1189e91c-c27f-4c74-9a69-2dc3151a89b2 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:49.436825 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:41:48Z', 'revision_number': 5, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:49.441539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-683441014-network', 'tenant_id': 'ba880373700044f08ba1adbdb416fb55'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:49.462106 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8773da1-6c3e-4ab6-a1ba-24acab600305 None None] The sync data for ids ['7d2aa01f-3e9c-49fb-944b-3f1710e17ca0'] in dv-cinder-851042-1-iscsi is: [{'id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'name': 'tempest-TestShelveInstance-267262845-router', 'tenant_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:41:48Z', 'revision_number': 5, 'project_id': '1e4ae6c7e6f846dba2b27407c6a30d14', 'gw_port': {'id': '1189e91c-c27f-4c74-9a69-2dc3151a89b2', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2aa01f-3e9c-49fb-944b-3f1710e17ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:35:21Z', 'updated_at': '2022-07-26T16:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:41:49.561530 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Made reservation on behalf of ba880373700044f08ba1adbdb416fb55 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:49.564054 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.573001 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.605265 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:49.607742 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:49.647367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks [] for security_group (7cb50859-0588-466d-8872-2a1fd563569c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.744189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (1189e91c-c27f-4c74-9a69-2dc3151a89b2), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.770260 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Pushing event deleted for resources: {'Port': ['ID=1189e91c-c27f-4c74-9a69-2dc3151a89b2,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:49.796553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7cb50859-0588-466d-8872-2a1fd563569c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.824854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:41:49.835490 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb50859-0588-466d-8872-2a1fd563569c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:49.838761 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.840578 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (22b9fa18-3af0-41b7-a4d2-611d6ca9e304), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.841127 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Added segment 22b9fa18-3af0-41b7-a4d2-611d6ca9e304 of type vlan for network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 Jul 26 16:41:49.890968 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (72cf3937-9e4d-41cc-b20a-bd33e5507cd9), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.930263 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.932562 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks [] for router_controller (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:49.968794 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:50.069629 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (72cf3937-9e4d-41cc-b20a-bd33e5507cd9), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.070658 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:50.071267 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.105676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (7d2aa01f-3e9c-49fb-944b-3f1710e17ca0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.107359 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:41:50.111135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.112655 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f1f887e7-cac7-41da-8002-44a4f0a1d914 admin admin] 10.222.0.144 "DELETE /v2.0/routers/7d2aa01f-3e9c-49fb-944b-3f1710e17ca0 HTTP/1.1" status: 204 len: 168 time: 1.2859159 Jul 26 16:41:50.115793 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48204) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:50.133252 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] Pushing event updated for resources: {'Network': ['ID=72cf3937-9e4d-41cc-b20a-bd33e5507cd9,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:50.144403 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:41:50.165082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Deleting subnet 638f8cca-392a-4600-8828-e437f4ea2b6a {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:41:50.168518 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Publish callbacks [] for subnet (638f8cca-392a-4600-8828-e437f4ea2b6a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.215134 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (638f8cca-392a-4600-8828-e437f4ea2b6a), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.261527 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e3d6e66c-2f6d-4742-94a4-2121608272ae admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9342721 Jul 26 16:41:50.264483 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48206) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:50.270090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Request body: {'subnet': {'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-683441014-subnet', 'tenant_id': 'ba880373700044f08ba1adbdb416fb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:50.297958 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (638f8cca-392a-4600-8828-e437f4ea2b6a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.418401 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0eea90bd-650f-4c9f-b95a-8c56da6bb03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.470569 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (638f8cca-392a-4600-8828-e437f4ea2b6a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.474442 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Made reservation on behalf of ba880373700044f08ba1adbdb416fb55 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:50.476915 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.499794 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638f8cca-392a-4600-8828-e437f4ea2b6a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:50.503428 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.507702 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-7e92ded9-3fd6-4d1f-bb23-0c61bc6b803f admin admin] 10.222.0.144 "DELETE /v2.0/subnets/638f8cca-392a-4600-8828-e437f4ea2b6a HTTP/1.1" status: 204 len: 168 time: 0.3899343 Jul 26 16:41:50.510081 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48208) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:50.514618 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60def6f-64eb-4517-8306-a7b7f4642d74 None None] Network 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:50.543551 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:50.578489 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:50.599933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (6307bc47-eb43-49e3-b36b-ae96f29fe6a0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.636363 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:50.648812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Deleting port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:50.649153 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.679218 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] DHCP port deletion for 6307bc47-eb43-49e3-b36b-ae96f29fe6a0 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:41:50.717999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] For port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:50.718329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.719818 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Deleting port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:41:50.720238 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.732954 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Calling delete_port for 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:50.788663 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] For port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,segment=NetworkSegment(3c0984eb-1d1f-4216-a9f3-9ee65bb7810c),segment_id=3c0984eb-1d1f-4216-a9f3-9ee65bb7810c)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:50.789098 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.803324 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Calling delete_port for 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:41:50.825006 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (c491c238-6d4c-4fa5-9a0a-77ef237e4ccc), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.883812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c491c238-6d4c-4fa5-9a0a-77ef237e4ccc,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:50.895261 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Checking segment: {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:41:50.895615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Network hostable DHCP agents. Network: 72cf3937-9e4d-41cc-b20a-bd33e5507cd9, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:41:50.972576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:50.978844 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (7c14d7f0-411b-4e5a-a8bb-7acbbb977d33), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.000767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:51.004532 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] No DVR routers for this DVR port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:51.009493 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] No DVR routers for this DVR port 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:41:51.013309 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0f95c-ecaa-4bc8-af39-79dd194f7888 None None] Pushing event deleted for resources: {'Port': ['ID=7c14d7f0-411b-4e5a-a8bb-7acbbb977d33,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:51.048755 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 1189e91c-c27f-4c74-9a69-2dc3151a89b2 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:51.069675 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 1189e91c-c27f-4c74-9a69-2dc3151a89b2 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:51.070027 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 1189e91c-c27f-4c74-9a69-2dc3151a89b2 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:51.070450 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:51.090219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:51.090566 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 7c14d7f0-411b-4e5a-a8bb-7acbbb977d33 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:51.091016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device bf2df2d0-116f-41ef-914c-612138a89fb1 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:41:51.094298 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:41:51.110255 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: bf2df2d0-116f-41ef-914c-612138a89fb1 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:41:51.110607 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device bf2df2d0-116f-41ef-914c-612138a89fb1 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:41:51.236254 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 72cf3937-9e4d-41cc-b20a-bd33e5507cd9) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:51.240850 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:51.241476 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.245669 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc07584-b10c-42ed-a08a-a6a67fa586f6 None None] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:51.287455 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:51.341725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (6307bc47-eb43-49e3-b36b-ae96f29fe6a0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.345249 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823a9d7-d941-49c3-9d40-6ea035f6c458 None None] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:51.362464 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6307bc47-eb43-49e3-b36b-ae96f29fe6a0']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:51.371711 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:51.372005 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0984eb-1d1f-4216-a9f3-9ee65bb7810c') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:51.381845 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (3c0984eb-1d1f-4216-a9f3-9ee65bb7810c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.395358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (3c0984eb-1d1f-4216-a9f3-9ee65bb7810c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.402717 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-76fc3570-ece2-42e4-9de6-2b21b21a63fd admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1371098 Jul 26 16:41:51.403158 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:41:51.403560 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (3c0984eb-1d1f-4216-a9f3-9ee65bb7810c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.450425 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 3c0984eb-1d1f-4216-a9f3-9ee65bb7810c resource provider aggregate not found Jul 26 16:41:51.466431 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 3c0984eb-1d1f-4216-a9f3-9ee65bb7810c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c0984eb-1d1f-4216-a9f3-9ee65bb7810c found for delete ", "request_id": "req-c8285784-c544-43f6-8091-6d8dd42061f0"}]} Jul 26 16:41:51.613004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (6307bc47-eb43-49e3-b36b-ae96f29fe6a0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.619289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:51.625982 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] 10.222.0.144 "DELETE /v2.0/networks/6307bc47-eb43-49e3-b36b-ae96f29fe6a0 HTTP/1.1" status: 204 len: 168 time: 1.1118438 Jul 26 16:41:51.638061 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ff46c-f077-4ff6-93cb-94ae93f71a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=6307bc47-eb43-49e3-b36b-ae96f29fe6a0,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:51.956055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:52.273878 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48222) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:52.315128 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-679b0b7b-7afe-4c3c-aa24-04ece488fc55 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=22e3bf7bb6ef4ca8bb2353bdfe4e90a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398722 Jul 26 16:41:52.317746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48224) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:52.372006 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] Publish callbacks [] for security_group (c9b98495-4768-4487-99be-f593157e14c9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:52.394306 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] Publish callbacks [] for security_group (c9b98495-4768-4487-99be-f593157e14c9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:52.521653 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-215493bf-f091-4187-8a5f-578110e1fc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:52.630326 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (c9b98495-4768-4487-99be-f593157e14c9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:52.632960 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:52.634095 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/c9b98495-4768-4487-99be-f593157e14c9 HTTP/1.1" status: 204 len: 168 time: 0.3148711 Jul 26 16:41:52.642931 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ec1c2-936e-46fe-ba0f-bd27d16cfd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b98495-4768-4487-99be-f593157e14c9,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:53.738641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:53.805449 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48238) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:53.845547 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a7d0dd19-bad8-448b-be57-3b684be70d9f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1e4ae6c7e6f846dba2b27407c6a30d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389650 Jul 26 16:41:53.847939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48240) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:53.896073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] Publish callbacks [] for security_group (3c734861-52da-435e-a213-7a7e67893ff5), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:53.904924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:53.918418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] Publish callbacks [] for security_group (3c734861-52da-435e-a213-7a7e67893ff5), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:53.962055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:54.133528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3c734861-52da-435e-a213-7a7e67893ff5), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:54.136154 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:54.137486 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/3c734861-52da-435e-a213-7a7e67893ff5 HTTP/1.1" status: 204 len: 168 time: 0.2885528 Jul 26 16:41:54.145636 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257cdf2-8326-4a6b-8260-7612f992fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c734861-52da-435e-a213-7a7e67893ff5,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:55.350267 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.383251 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-a96cba63-e9ea-413f-9c1f-10a7fdf1a3cf tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:55.384748 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-a96cba63-e9ea-413f-9c1f-10a7fdf1a3cf tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/networks?id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9 HTTP/1.1" status: 200 len: 813 time: 0.3732362 Jul 26 16:41:55.400020 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-b5997a60-f016-4abc-815d-78f481d02e46 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/quotas/ba880373700044f08ba1adbdb416fb55 HTTP/1.1" status: 200 len: 375 time: 0.0096726 Jul 26 16:41:55.400837 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48276) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:55.434838 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-82d1f7b8-a6ea-4907-8041-e1306eb29fe6 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279834 Jul 26 16:41:55.504426 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1610718365-network', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:55.547827 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-1b2d0fb3-5ecc-4cd0-9090-8e02bf0c9f95 service neutron] 10.222.0.144 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064358 Jul 26 16:41:55.637007 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-2882cd60-1802-4c2a-a3c4-2523917f60b3 service neutron] 10.222.0.144 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833547 Jul 26 16:41:55.681473 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Made reservation on behalf of 94684df47fe14e55af2e72ab5d2ddc48 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:55.683921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.692987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.715810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:55.734759 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.771458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks [] for security_group (b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.939293 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.971137 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:41:55.980060 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:55.986383 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (53f4adaf-0ba1-4c9c-9e89-b5447b398617), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:55.986741 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Added segment 53f4adaf-0ba1-4c9c-9e89-b5447b398617 of type vlan for network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 Jul 26 16:41:56.030087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:56.042108 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-eb6a2e70-4231-4634-8600-63156e2ea414 req-6cb4a645-7962-44d3-806c-9a6161bb08f6 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0334353 Jul 26 16:41:56.144542 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:56.145948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:56.146535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:56.205455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] Pushing event updated for resources: {'Network': ['ID=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:56.215354 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:41:56.318584 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3545a70d-496f-4ab7-9d4c-8d441a1ceaf1 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9166131 Jul 26 16:41:56.321434 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48288) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:56.326098 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Request body: {'subnet': {'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1610718365-subnet', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:56.418485 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Made reservation on behalf of 94684df47fe14e55af2e72ab5d2ddc48 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:56.420957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:56.596193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:56.665163 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (cc7115f3-ec43-40a8-9d60-54f87d93a7e4), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:56.726170 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7115f3-ec43-40a8-9d60-54f87d93a7e4,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:56.736575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:41:56.736950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Network hostable DHCP agents. Network: f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:41:56.899270 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:41:57.012950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:57.016977 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:57.017575 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.022908 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8193a-0c6b-4ac7-a027-e1859ebf4513 None None] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:57.128719 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c491d628-c83d-4b32-b7d4-0af70b3d063a req-2a6965df-9264-484e-bc17-57f5f41975d6 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0318317 Jul 26 16:41:57.132363 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-82a50f31-73d4-45cb-a44e-6cf3bf7515fe admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8100016 Jul 26 16:41:57.135824 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48294) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:57.139626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:41:57.140835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.142413 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:57.259495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.260746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.279499 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Allocated IP 172.20.0.2 (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97/cc7115f3-ec43-40a8-9d60-54f87d93a7e4/5ee5f108-925c-44bf-aa93-a90c8d196cd2) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:41:57.310863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for router_controller (52b12856-958c-4d71-b95c-9e853b3bcbdf), precommit_add_association {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.422208 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks [] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.573480 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.576744 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:57.592555 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for router_gateway (52b12856-958c-4d71-b95c-9e853b3bcbdf), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.612059 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:41:57.622014 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:57.627483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:41:57.630975 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Pushing event updated for resources: {'Port': ['ID=5ee5f108-925c-44bf-aa93-a90c8d196cd2,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:57.687540 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Attempting to bind port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:41:57.687914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Attempting to bind port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:41:57.688287 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Attempting to bind port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:41:57.693373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:41:57.695219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:41:57.695219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.695219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Bound using segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:41:57.695219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Bound port: 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:41:57.695661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.747309 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:57.759604 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] For port 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:41:57.762723 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] For port 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=5ee5f108-925c-44bf-aa93-a90c8d196cd2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:41:57.857636 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:57.959972 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for router_gateway (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.967955 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:57.983321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:58.022365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3a69e-35b1-4502-bdac-53c1b1218131 None None] Pushing event updated for resources: {'Port': ['ID=5ee5f108-925c-44bf-aa93-a90c8d196cd2,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:58.094495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Allocated IP 172.27.0.190 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/3f34853f-7f55-49e4-9a5b-be202755578b) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:41:58.208221 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:58.214565 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for port (3f34853f-7f55-49e4-9a5b-be202755578b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:58.270517 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32abf08e-399f-4d52-ae5f-c3e3f742c8b8 req-50fa0202-59ad-4896-aaed-c88e344bde29 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0444903 Jul 26 16:41:58.350911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:58.389559 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:41:58.396566 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:41:58.401250 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:41:58.405185 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Pushing event updated for resources: {'Port': ['ID=3f34853f-7f55-49e4-9a5b-be202755578b,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:58.740087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for router_gateway (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:58.933414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:58.935605 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7ec05b-7bbc-4508-9c24-2aa0e045f41a None None] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:41:59.025616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Provisioning complete for port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:41:59.025991 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.085146 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 5ee5f108-925c-44bf-aa93-a90c8d196cd2 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:41:59.127510 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:41:59.174948 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:41:59.175247 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.177029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Current status of the port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:41:59.177405 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.249024 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:41:59.345942 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:41:59.382707 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:41:59.383479 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:59.383817 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fa685c84-406a-4461-9d17-e71130047054 req-526d67d9-2d09-44a9-a0ab-8bffb01cb41c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0303528 Jul 26 16:41:59.411868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.412518 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ca64a5ed-68eb-4ff6-8b12-d55ceca8b472 admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2740262 Jul 26 16:41:59.415838 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48302) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:41:59.424633 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-88a2e709-ebf9-415f-88c0-b7af8ad7bdeb tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:41:59.426430 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-88a2e709-ebf9-415f-88c0-b7af8ad7bdeb tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "GET /v2.0/networks?id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9 HTTP/1.1" status: 200 len: 813 time: 0.1595914 Jul 26 16:41:59.437798 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] For port 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=5ee5f108-925c-44bf-aa93-a90c8d196cd2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:41:59.439734 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=74 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.446766 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Request body: {'port': {'device_id': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9', 'admin_state_up': True, 'tenant_id': 'ba880373700044f08ba1adbdb416fb55'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:41:59.526218 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.531883 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:41:59.584999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.588358 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:41:59.588938 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.591561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.676820 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Made reservation on behalf of ba880373700044f08ba1adbdb416fb55 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:41:59.681781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.732724 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.774849 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef25f76-2898-4141-be85-29aa6ce0a7d4 None None] Pushing event updated for resources: {'Port': ['ID=5ee5f108-925c-44bf-aa93-a90c8d196cd2,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:41:59.780892 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9b443097-c079-4887-8878-47346a703046 None None] Provisioning complete for port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:41:59.781356 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9b443097-c079-4887-8878-47346a703046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.793408 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:41:59.793926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:41:59.819210 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.841132 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Allocated IP 172.20.0.12 (72cf3937-9e4d-41cc-b20a-bd33e5507cd9/c491c238-6d4c-4fa5-9a0a-77ef237e4ccc/4bed39fa-7b38-4cfd-8ad4-4d313219fd2b) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:41:59.859460 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:41:59.874779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:41:58Z', 'revision_number': 3, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:41:59.920601 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:41:59.921076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Updating router 52b12856-958c-4d71-b95c-9e853b3bcbdf port 3f34853f-7f55-49e4-9a5b-be202755578b binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:41:59.934055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:41:59.947576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9b443097-c079-4887-8878-47346a703046 None None] Current status of the port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:41:59.957373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.009921 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks [] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.045604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:00.046953 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Allocated IP 172.20.0.1 (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97/cc7115f3-ec43-40a8-9d60-54f87d93a7e4/75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:42:00.153183 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks [] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.202630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.225704 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks [] for port (3f34853f-7f55-49e4-9a5b-be202755578b), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.245374 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:00.250442 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:00.252868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:42:00.276286 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.277841 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Pushing event updated for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:00.309644 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:00.310258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.315948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:00.322368 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.324410 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:00.328757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:42:00.331611 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Pushing event updated for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:00.352967 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:00.377715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.384753 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Attempting to bind port 3f34853f-7f55-49e4-9a5b-be202755578b on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:00.385133 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Attempting to bind port 3f34853f-7f55-49e4-9a5b-be202755578b by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:00.385500 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Attempting to bind port 3f34853f-7f55-49e4-9a5b-be202755578b on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:00.388904 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614b72-4fef-41d4-9246-d6f648d127d1 None None] Pushing event updated for resources: {'Port': ['ID=3f34853f-7f55-49e4-9a5b-be202755578b,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:00.393349 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:00.394076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:00.394201 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.394554 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:00.395023 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Bound port: 3f34853f-7f55-49e4-9a5b-be202755578b, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:00.395402 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.451482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] For port 3f34853f-7f55-49e4-9a5b-be202755578b, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:00.454948 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] For port 3f34853f-7f55-49e4-9a5b-be202755578b, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=3f34853f-7f55-49e4-9a5b-be202755578b,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:00.477952 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-8014a55a-d5bc-4357-9e16-b2e4376e9809 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0350912 Jul 26 16:42:00.516878 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Request body: {'port': {'device_id': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:00.552619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012483-8add-4e86-92c2-dc1c5cca22e9 req-e895b676-177d-483a-beb9-485a602982b8 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:00.554090 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-15012483-8add-4e86-92c2-dc1c5cca22e9 req-e895b676-177d-483a-beb9-485a602982b8 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 932 time: 0.0752642 Jul 26 16:42:00.570353 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-a3bb013d-29b5-42b0-9a2e-0eb13edb3a0e None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:00.572709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3bb013d-29b5-42b0-9a2e-0eb13edb3a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.603075 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb013d-29b5-42b0-9a2e-0eb13edb3a0e None None] Port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:00.615346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.639628 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-15012483-8add-4e86-92c2-dc1c5cca22e9 req-a9ad32c5-1cd2-4ff5-8c79-f7bfb2d90708 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779576 Jul 26 16:42:00.662220 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.683044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.721390 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:00.721934 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:00.727456 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20614b72-4fef-41d4-9246-d6f648d127d1 None None] Pushing event updated for resources: {'Port': ['ID=3f34853f-7f55-49e4-9a5b-be202755578b,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:00.841413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:00.866842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks [] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.903805 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:42:00.912353 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks [] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:00.924708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Transition to ACTIVE for port object 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:42:00.955746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.013931 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.016480 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.032863 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.034600 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:01.065859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c590ac-a564-4c2d-8050-6e0efbc56fdb None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:42:01.085594 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 5ee5f108-925c-44bf-aa93-a90c8d196cd2 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:01.098439 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:01.109584 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Pushing event updated for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:01.144629 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:01.145832 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:01.146306 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.146793 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:01.211849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Attempting to bind port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:01.212196 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Attempting to bind port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:01.212557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Attempting to bind port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:01.218084 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:42:01.218537 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Attempting to bind port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:01.220951 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.224117 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:01.224514 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Checking segment: {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:01.225179 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Bound using segment: {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:01.243219 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Bound port: 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:01.243219 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.285257 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:42:01.286865 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:01.314331 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:01.318381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:01.320018 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.423465 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:42:01.429648 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-40792fc0-5357-48d9-949f-4e2a83c39c7e admin admin] 10.222.0.144 "PUT /v2.0/routers/52b12856-958c-4d71-b95c-9e853b3bcbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126681 Jul 26 16:42:01.442502 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.483682 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:01.484325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.485811 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] 10.222.0.86 "PUT /v2.0/ports/4bed39fa-7b38-4cfd-8ad4-4d313219fd2b HTTP/1.1" status: 200 len: 1094 time: 0.9752264 Jul 26 16:42:01.486274 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:42:01.491667 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef55cea-d56b-4d49-bde4-369489165efa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:42:01.527655 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-ce34c416-97fd-4318-97ca-2f7e835d9f1e None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:01.528035 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ce34c416-97fd-4318-97ca-2f7e835d9f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:01.563511 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c751129-2478-4a33-ab48-ecf7403df484 x-openstack-request-id: req-4c751129-2478-4a33-ab48-ecf7403df484 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:42:01.564024 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:42:01.564301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4c751129-2478-4a33-ab48-ecf7403df484 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:42:01.564736 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c751129-2478-4a33-ab48-ecf7403df484'] response: {'name': 'network-changed', 'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b', 'status': 'completed', 'code': 200} Jul 26 16:42:01.570351 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.572669 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1b3b-030f-49cc-bb83-75d8051a6bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:01.583229 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ce34c416-97fd-4318-97ca-2f7e835d9f1e None None] Port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:01.629116 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef55cea-d56b-4d49-bde4-369489165efa req-66d8bca0-780d-4de1-9a3e-b5d5e87e738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:01.630656 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-aef55cea-d56b-4d49-bde4-369489165efa req-66d8bca0-780d-4de1-9a3e-b5d5e87e738a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 1128 time: 0.0470343 Jul 26 16:42:01.654143 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.789062 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9e3b7-d011-47b2-8d87-4d566d55a1f0 req-0183a181-c7c7-4a91-9b11-bee9da6a9247 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:01.790570 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e4b9e3b7-d011-47b2-8d87-4d566d55a1f0 req-0183a181-c7c7-4a91-9b11-bee9da6a9247 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 944 time: 0.0694947 Jul 26 16:42:01.795587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef55cea-d56b-4d49-bde4-369489165efa req-df90889f-f8c4-41aa-9074-c70152791deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:01.797029 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-aef55cea-d56b-4d49-bde4-369489165efa req-df90889f-f8c4-41aa-9074-c70152791deb service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ba880373700044f08ba1adbdb416fb55&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1515739 Jul 26 16:42:01.900892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:01.922935 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e4b9e3b7-d011-47b2-8d87-4d566d55a1f0 req-6ec0bb25-dc48-49b8-8e00-ac180a9eb37d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249428 Jul 26 16:42:01.957288 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef55cea-d56b-4d49-bde4-369489165efa req-2d3f09e0-1af5-4e76-b522-9aef068fb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:01.959325 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-aef55cea-d56b-4d49-bde4-369489165efa req-2d3f09e0-1af5-4e76-b522-9aef068fb059 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1546528 Jul 26 16:42:02.063838 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-1067baae-0bc3-4eab-b285-c424d24612c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:02.071077 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-1067baae-0bc3-4eab-b285-c424d24612c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 1128 time: 0.0428727 Jul 26 16:42:02.115601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-1a444337-abeb-4ab1-bc2c-ac9b2933407a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b HTTP/1.1" status: 200 len: 217 time: 0.0369930 Jul 26 16:42:02.169345 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-63229fdc-e040-4295-b115-8dba77f44034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:02.171175 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-63229fdc-e040-4295-b115-8dba77f44034 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c491c238-6d4c-4fa5-9a0a-77ef237e4ccc HTTP/1.1" status: 200 len: 853 time: 0.0504081 Jul 26 16:42:02.206512 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-6b8ff13a-ae7a-4fdb-88f9-b96ed5dd3425 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289056 Jul 26 16:42:02.303166 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-9daa2718-f924-4ab8-a8a5-ade83b8103f9 service neutron] 10.222.0.86 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906100 Jul 26 16:42:02.404422 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-31061e25-21e8-42f8-8a7e-430a620d2b05 req-c4c0589b-73d3-44d9-b755-0ccf724c602e service neutron] 10.222.0.86 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940309 Jul 26 16:42:02.465510 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48332) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:02.470549 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2023143851-network', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:02.726799 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Made reservation on behalf of 36857008c0684ec9bc627668fc1cef7b for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:42:02.729297 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:02.738693 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:02.819382 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks [] for security_group (a19b8eeb-63e8-47ad-9217-5bb1dc474224), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:02.967272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a19b8eeb-63e8-47ad-9217-5bb1dc474224), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:02.996827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:42:03.014853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b8eeb-63e8-47ad-9217-5bb1dc474224,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:03.023473 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (10acb878-67b2-478d-83a2-2f4c0d2a6c1e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.023841 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Added segment 10acb878-67b2-478d-83a2-2f4c0d2a6c1e of type vlan for network 090537dd-3381-4fba-a8c4-8973bf0f08af Jul 26 16:42:03.086946 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26bec9-6b9c-439e-a5a4-6389c61dc395 req-51dce07b-24e0-480a-b9bf-3b95613b3c5c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:03.088489 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ec26bec9-6b9c-439e-a5a4-6389c61dc395 req-51dce07b-24e0-480a-b9bf-3b95613b3c5c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 944 time: 0.0868280 Jul 26 16:42:03.098135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 3f34853f-7f55-49e4-9a5b-be202755578b up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:03.098656 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (090537dd-3381-4fba-a8c4-8973bf0f08af), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.121406 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:03.145611 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 3f34853f-7f55-49e4-9a5b-be202755578b triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:03.157067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.157228 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ec26bec9-6b9c-439e-a5a4-6389c61dc395 req-ea055bac-86b8-41b5-8a3f-c8ec0f24533c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625417 Jul 26 16:42:03.223925 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 3f34853f-7f55-49e4-9a5b-be202755578b is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:03.224327 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.227346 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:42:03.235950 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:03.237708 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:03.238332 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:03.243661 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (090537dd-3381-4fba-a8c4-8973bf0f08af), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.244899 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:03.245552 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.247801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 3f34853f-7f55-49e4-9a5b-be202755578b, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=3f34853f-7f55-49e4-9a5b-be202755578b,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:03.295664 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:03.312943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] Pushing event updated for resources: {'Network': ['ID=090537dd-3381-4fba-a8c4-8973bf0f08af,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:03.322552 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 090537dd-3381-4fba-a8c4-8973bf0f08af details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:42:03.342398 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:03.395800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.453328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:03.459701 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-49568fc3-ad8d-4caf-9216-8fcb212bcf34 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9905288 Jul 26 16:42:03.460042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48336) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:03.465719 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Request body: {'subnet': {'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2023143851-subnet', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:03.538905 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 2, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:03.564401 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:42:03.564763 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Updating router 52b12856-958c-4d71-b95c-9e853b3bcbdf port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:42:03.577429 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=3f34853f-7f55-49e4-9a5b-be202755578b,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:03.592357 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.693327 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Made reservation on behalf of 36857008c0684ec9bc627668fc1cef7b for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:42:03.695853 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:03.827463 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:03.928907 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks [] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.058736 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (856503d3-9d52-40a5-8b9e-97bd627a86fc), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.107115 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=856503d3-9d52-40a5-8b9e-97bd627a86fc,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:04.123201 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Checking segment: {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:04.123562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Network hostable DHCP agents. Network: 090537dd-3381-4fba-a8c4-8973bf0f08af, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:42:04.126606 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.193195 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Pushing event updated for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:04.222739 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.223082 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.223468 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.223855 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.224151 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.224497 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.236651 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:04.240457 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Attempting to bind port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:04.240830 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Attempting to bind port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:04.241187 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Attempting to bind port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:04.246543 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:04.246925 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:04.247385 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.247969 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Bound using segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:04.248465 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Bound port: 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:04.248904 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.289833 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424e83-dc88-4e3b-8f0a-07d45a16a13f req-3ba6e4c6-4f21-4685-95f1-da08b46e251c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:04.291569 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0424e83-dc88-4e3b-8f0a-07d45a16a13f req-3ba6e4c6-4f21-4685-95f1-da08b46e251c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 944 time: 0.0530932 Jul 26 16:42:04.318985 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] For port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:04.319768 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Network 090537dd-3381-4fba-a8c4-8973bf0f08af is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:42:04.322979 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] For port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:04.348089 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0424e83-dc88-4e3b-8f0a-07d45a16a13f req-ba57de8e-1ac5-4e27-87b7-8006278b6fb5 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 Jul 26 16:42:04.418666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9c912f00-c478-4a9d-8974-e61051fc9dca None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:04.419546 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c912f00-c478-4a9d-8974-e61051fc9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.451126 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9c912f00-c478-4a9d-8974-e61051fc9dca None None] Port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:04.453974 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.484804 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:04.499879 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:04.514313 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbee26c-cd9a-46a2-8fd8-7d99a77c10a9 None None] Pushing event updated for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:04.518459 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:04.519099 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:04.556748 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 090537dd-3381-4fba-a8c4-8973bf0f08af) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:04.561661 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:04.562614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.567390 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede73764-58d3-4c24-a7f6-52d1ac570752 None None] Network 090537dd-3381-4fba-a8c4-8973bf0f08af requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:42:04.628837 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:04.673052 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0b9694e7-b517-49aa-b808-f8f25aa29edc admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2118838 Jul 26 16:42:04.675959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48340) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:04.682690 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-090537dd-3381-4fba-a8c4-8973bf0f08af', 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af', 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'fixed_ips': [{'subnet_id': '856503d3-9d52-40a5-8b9e-97bd627a86fc'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:42:04.683031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:04.683133 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.782835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:04.783119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:04.804671 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:04.820701 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:04.844761 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e974eca-2aff-4979-8bfe-6cf4bf4247bf None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:42:04.855301 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Allocated IP 172.20.0.2 (090537dd-3381-4fba-a8c4-8973bf0f08af/856503d3-9d52-40a5-8b9e-97bd627a86fc/416e71ab-b85b-447b-b740-e814d2eed833) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:42:04.949827 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Current status of the port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:04.950214 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.003086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.004268 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.021746 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] For port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:05.111086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for router_controller (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.111554 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks [] for port (416e71ab-b85b-447b-b740-e814d2eed833), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.111554 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:05.140338 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:05.140742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.167785 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:05.236273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:05.236715 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.265176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.330464 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:42:05.330882 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:42:05.331789 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (416e71ab-b85b-447b-b740-e814d2eed833), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.351543 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1f420-4141-470f-aa7e-431a35b74612 None None] Pushing event updated for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:05.359897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Network 090537dd-3381-4fba-a8c4-8973bf0f08af is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:05.362143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:05.381073 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:42:05.425508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Pushing event updated for resources: {'Port': ['ID=416e71ab-b85b-447b-b740-e814d2eed833,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:05.455960 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Attempting to bind port 416e71ab-b85b-447b-b740-e814d2eed833 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:05.456338 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Attempting to bind port 416e71ab-b85b-447b-b740-e814d2eed833 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:05.456727 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Attempting to bind port 416e71ab-b85b-447b-b740-e814d2eed833 on network 090537dd-3381-4fba-a8c4-8973bf0f08af {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:05.462376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:05.462882 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Checking segment: {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:05.463292 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.463684 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Bound using segment: {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:05.464144 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Bound port: 416e71ab-b85b-447b-b740-e814d2eed833, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:05.464558 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (416e71ab-b85b-447b-b740-e814d2eed833), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.504874 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for router_gateway (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.521508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6a20-389e-40f3-a6e1-49be4cc13547 req-304caf78-12eb-4aec-8835-0c05816a9522 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:05.523030 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cbca6a20-389e-40f3-a6e1-49be4cc13547 req-304caf78-12eb-4aec-8835-0c05816a9522 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 944 time: 0.0783110 Jul 26 16:42:05.544667 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] For port 416e71ab-b85b-447b-b740-e814d2eed833, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:05.549261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] For port 416e71ab-b85b-447b-b740-e814d2eed833, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=416e71ab-b85b-447b-b740-e814d2eed833,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:05.585478 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cbca6a20-389e-40f3-a6e1-49be4cc13547 req-f8bc7694-459e-4724-8f97-ccba8cb3c0e2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Jul 26 16:42:05.865906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (416e71ab-b85b-447b-b740-e814d2eed833), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:05.869260 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:05.870200 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 3f34853f-7f55-49e4-9a5b-be202755578b up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:05.962179 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd979c-a0ea-42b3-9bd7-03d66058fc61 None None] Pushing event updated for resources: {'Port': ['ID=416e71ab-b85b-447b-b740-e814d2eed833,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:05.969024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 3f34853f-7f55-49e4-9a5b-be202755578b triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:05.969024 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.002594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for router_gateway (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.022089 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.042058 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 3f34853f-7f55-49e4-9a5b-be202755578b is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:06.145042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Allocated IP 172.27.0.146 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/434630b6-705e-44dc-bf7e-55de320809c0) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:42:06.256088 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for port (434630b6-705e-44dc-bf7e-55de320809c0), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.344203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.402632 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (434630b6-705e-44dc-bf7e-55de320809c0), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.441477 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:06.444436 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:06.450553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:42:06.474368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Pushing event updated for resources: {'Port': ['ID=434630b6-705e-44dc-bf7e-55de320809c0,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:06.633885 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:42:06.707417 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f045b-cfaf-4cdb-aa60-434567cddf65 req-7cad4929-857b-45c7-b5ef-3056f5e368c2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:06.708989 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f4f045b-cfaf-4cdb-aa60-434567cddf65 req-7cad4929-857b-45c7-b5ef-3056f5e368c2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 944 time: 0.0484805 Jul 26 16:42:06.759150 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5f4f045b-cfaf-4cdb-aa60-434567cddf65 req-086c080a-975b-4488-bb07-ac4357b4ff3a tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Jul 26 16:42:06.812705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:06.817373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7a160-62c7-4f56-a2c2-58cb581b730f None None] Network 090537dd-3381-4fba-a8c4-8973bf0f08af requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:42:06.855779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:42:06.863037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for router_gateway (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:06.961146 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Provisioning complete for port 416e71ab-b85b-447b-b740-e814d2eed833 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:06.962067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (416e71ab-b85b-447b-b740-e814d2eed833), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.060509 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.063716 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:07.101867 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b', 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9', 'port_id': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b', 'mac_address': 'fa:16:3e:8f:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c491c238-6d4c-4fa5-9a0a-77ef237e4ccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:42:07.144049 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Current status of the port 416e71ab-b85b-447b-b740-e814d2eed833 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:07.144620 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (416e71ab-b85b-447b-b740-e814d2eed833), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.173906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:07.174798 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.198964 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 416e71ab-b85b-447b-b740-e814d2eed833 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:07.227923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] For port 416e71ab-b85b-447b-b740-e814d2eed833, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=416e71ab-b85b-447b-b740-e814d2eed833,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:07.229936 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:42:07.262839 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:07.273418 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 416e71ab-b85b-447b-b740-e814d2eed833 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:07.274413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (416e71ab-b85b-447b-b740-e814d2eed833), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.350276 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:42:07.457460 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:42:07.477721 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.479310 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (416e71ab-b85b-447b-b740-e814d2eed833), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.484138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 416e71ab-b85b-447b-b740-e814d2eed833 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:07.484542 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (416e71ab-b85b-447b-b740-e814d2eed833), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.486448 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Sync routers for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:42:07.543416 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:07.543955 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:07.581812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.583072 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e000c55b-ef12-40f4-8e31-f0635eab265a admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9058993 Jul 26 16:42:07.586323 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48346) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:07.628772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:07.664921 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-3fac0a9f-1044-426e-9dc2-7003e86f2b7f None None] Provisioning complete for port 416e71ab-b85b-447b-b740-e814d2eed833 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:07.665299 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3fac0a9f-1044-426e-9dc2-7003e86f2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (416e71ab-b85b-447b-b740-e814d2eed833), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:07.716300 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 16:42:07.716736 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG oslo_db.api [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 16:42:07.777579 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:07.780580 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560b337-88b7-4d3f-8fb7-fde518308501 None None] Pushing event updated for resources: {'Port': ['ID=416e71ab-b85b-447b-b740-e814d2eed833,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:07.942176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['4bed39fa-7b38-4cfd-8ad4-4d313219fd2b'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:42:07.944044 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-3fac0a9f-1044-426e-9dc2-7003e86f2b7f None None] Current status of the port 416e71ab-b85b-447b-b740-e814d2eed833 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:08.058225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:06Z', 'revision_number': 3, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:08.074232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:08.092953 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Checking router: 4b65c0b7-3620-4395-87c9-e4f2fbd133ac for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:42:08.093297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Updating router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac port 434630b6-705e-44dc-bf7e-55de320809c0 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:42:08.095344 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc69ac-b463-4c95-ac99-82be005d4dca req-24ee1c9a-1fdb-40d2-8e86-225dba6a0d8d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:08.096838 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f8cc69ac-b463-4c95-ac99-82be005d4dca req-24ee1c9a-1fdb-40d2-8e86-225dba6a0d8d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 945 time: 0.0627460 Jul 26 16:42:08.141524 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (434630b6-705e-44dc-bf7e-55de320809c0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.220182 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f8cc69ac-b463-4c95-ac99-82be005d4dca req-58bae4d9-9362-4a15-b4c3-1c2f9be66864 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889564 Jul 26 16:42:08.247582 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:08.300360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 416e71ab-b85b-447b-b740-e814d2eed833 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:08.301336 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:08.339451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.364940 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:08.402119 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:08.402497 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.496439 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Allocated IP 172.20.0.1 (090537dd-3381-4fba-a8c4-8973bf0f08af/856503d3-9d52-40a5-8b9e-97bd627a86fc/fcac1cdc-44e1-4eac-93e5-0cb8726a0f47) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:42:08.537849 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks [] for port (434630b6-705e-44dc-bf7e-55de320809c0), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.540167 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:08.611014 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks [] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.646859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (434630b6-705e-44dc-bf7e-55de320809c0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.699270 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Attempting to bind port 434630b6-705e-44dc-bf7e-55de320809c0 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:08.699646 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Attempting to bind port 434630b6-705e-44dc-bf7e-55de320809c0 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:08.700013 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Attempting to bind port 434630b6-705e-44dc-bf7e-55de320809c0 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:08.702064 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6233d2-a1b5-4dbf-b153-1e19f6b3920f None None] Pushing event updated for resources: {'Port': ['ID=434630b6-705e-44dc-bf7e-55de320809c0,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:08.707395 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:08.707770 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:08.708173 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.709061 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:08.709147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Bound port: 434630b6-705e-44dc-bf7e-55de320809c0, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:08.709503 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (434630b6-705e-44dc-bf7e-55de320809c0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.751485 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.757831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] For port 434630b6-705e-44dc-bf7e-55de320809c0, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:08.760977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] For port 434630b6-705e-44dc-bf7e-55de320809c0, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=434630b6-705e-44dc-bf7e-55de320809c0,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:08.787138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Network 090537dd-3381-4fba-a8c4-8973bf0f08af is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:08.790604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:08.796129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:42:08.820520 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:08.840294 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.905635 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (434630b6-705e-44dc-bf7e-55de320809c0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:08.964252 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:08.965380 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:08.976688 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6233d2-a1b5-4dbf-b153-1e19f6b3920f None None] Pushing event updated for resources: {'Port': ['ID=434630b6-705e-44dc-bf7e-55de320809c0,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:09.071625 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.075766 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 416e71ab-b85b-447b-b740-e814d2eed833 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:09.108482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8a7928a0-861c-4c93-b00f-3eee9734753f None None] Provisioning complete for port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:09.108860 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8a7928a0-861c-4c93-b00f-3eee9734753f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.117105 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:09.230307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks [] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.344493 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.344948 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ab1c1-c585-44bc-9d7d-2f9e0381be00 req-914f4d47-4617-457e-a65b-2628fad72eb4 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:09.347255 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-336ab1c1-c585-44bc-9d7d-2f9e0381be00 req-914f4d47-4617-457e-a65b-2628fad72eb4 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 945 time: 0.0501373 Jul 26 16:42:09.376831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:09.379016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8a7928a0-861c-4c93-b00f-3eee9734753f None None] Port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:09.390265 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:09.402887 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-336ab1c1-c585-44bc-9d7d-2f9e0381be00 req-db1126bb-6716-413d-837f-71374ba15269 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Jul 26 16:42:09.418963 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:09.421201 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 416e71ab-b85b-447b-b740-e814d2eed833 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:09.421445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.421579 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (416e71ab-b85b-447b-b740-e814d2eed833), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.500742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:42:09.521967 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Network 090537dd-3381-4fba-a8c4-8973bf0f08af is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:42:09.523942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:42:09.561730 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:06Z', 'revision_number': 3, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:09.594039 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0d0db-b83c-4de6-a206-77ad405d324f None None] The sync data for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi is: [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:06Z', 'revision_number': 3, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:42:09.595616 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 416e71ab-b85b-447b-b740-e814d2eed833 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:09.651137 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:42:09.715978 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:09.716368 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.774138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:42:09.779527 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-aed2224a-a712-4f47-a348-b4abc8803af0 admin admin] 10.222.0.144 "PUT /v2.0/routers/4b65c0b7-3620-4395-87c9-e4f2fbd133ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921201 Jul 26 16:42:09.805794 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-f54839ce-88c4-41cd-8d7f-52b597eeee9b None None] Provisioning complete for port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:09.806175 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f54839ce-88c4-41cd-8d7f-52b597eeee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.843649 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:09.843933 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:09.870381 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f54839ce-88c4-41cd-8d7f-52b597eeee9b None None] Port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:09.880723 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:42:09.885652 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92f0de2-e5f7-42ba-a3dc-106bbb0e19cd" -d '{"events": [{"server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "name": "network-vif-plugged", "status": "completed", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:42:09.900003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:09.931363 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c5df5-9149-401e-b5b1-2d8c2b128a61 x-openstack-request-id: req-638c5df5-9149-401e-b5b1-2d8c2b128a61 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:42:09.931666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "name": "network-vif-plugged", "status": "completed", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:42:09.931923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-638c5df5-9149-401e-b5b1-2d8c2b128a61 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:42:09.932339 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638c5df5-9149-401e-b5b1-2d8c2b128a61'] response: {'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b', 'code': 200} Jul 26 16:42:10.007307 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:10.069658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:10.230419 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:10.358791 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7be7f-ade3-4ace-b32c-3be59b0ea670 req-1c40a471-7c1d-4521-9b63-23a6fd06a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:10.360321 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cda7be7f-ade3-4ace-b32c-3be59b0ea670 req-1c40a471-7c1d-4521-9b63-23a6fd06a9ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 1130 time: 0.0471618 Jul 26 16:42:10.392640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48368) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:10.397292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873328593', 'description': 'tempest-secgroup-smoke-1873328593 description', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:10.412868 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cda7be7f-ade3-4ace-b32c-3be59b0ea670 req-70754840-a993-4e4f-b75c-16977130cdb5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Jul 26 16:42:10.506058 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:10.526426 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:10.550938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661fcd5-5250-4f0f-938f-a90174e67a64 req-1eaa3ad3-0800-4fed-b37e-78840fe79cf8 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:10.552450 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d661fcd5-5250-4f0f-938f-a90174e67a64 req-1eaa3ad3-0800-4fed-b37e-78840fe79cf8 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0671229 Jul 26 16:42:10.573998 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:10.632710 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d661fcd5-5250-4f0f-938f-a90174e67a64 req-5634771f-b394-4c11-9cf4-72284077bd35 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733407 Jul 26 16:42:10.651145 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (db45c0c4-55c3-4d94-acb5-99bb776ae0e0), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:10.750052 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (db45c0c4-55c3-4d94-acb5-99bb776ae0e0), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:10.750236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:10.781611 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db45c0c4-55c3-4d94-acb5-99bb776ae0e0,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:10.923614 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:10.924994 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-176f525e-8408-4311-9dad-ce7389aa6abc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5312400 Jul 26 16:42:10.927899 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48372) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:10.932816 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:11.070833 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (7fc83ea5-ae7b-4384-9bf3-cc1559e67750), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.090628 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 434630b6-705e-44dc-bf7e-55de320809c0 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:11.134050 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 434630b6-705e-44dc-bf7e-55de320809c0 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:11.134501 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (7fc83ea5-ae7b-4384-9bf3-cc1559e67750), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.134614 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (434630b6-705e-44dc-bf7e-55de320809c0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.207367 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 434630b6-705e-44dc-bf7e-55de320809c0 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:11.207757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (434630b6-705e-44dc-bf7e-55de320809c0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.229542 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 434630b6-705e-44dc-bf7e-55de320809c0, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=434630b6-705e-44dc-bf7e-55de320809c0,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:11.281571 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (7fc83ea5-ae7b-4384-9bf3-cc1559e67750), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.300119 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc83ea5-ae7b-4384-9bf3-cc1559e67750,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:11.332675 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (434630b6-705e-44dc-bf7e-55de320809c0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.382394 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=434630b6-705e-44dc-bf7e-55de320809c0,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:11.449475 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.450745 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3d5e253c-c4d8-4984-9d7a-a12b2d2ebb75 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5218892 Jul 26 16:42:11.453533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48378) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:11.457827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:11.590875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (f74448fc-1fc1-4065-aee2-4d5dc14c5ce3), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.649312 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (f74448fc-1fc1-4065-aee2-4d5dc14c5ce3), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.754883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb849c72-49fc-4f90-859e-cc5645471070 req-b2e5315c-f00f-46ee-8732-70dc2ca00d8f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:11.756647 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fb849c72-49fc-4f90-859e-cc5645471070 req-b2e5315c-f00f-46ee-8732-70dc2ca00d8f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Jul 26 16:42:11.809047 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fb849c72-49fc-4f90-859e-cc5645471070 req-d36ffc83-6d51-4c32-b33e-893dd0ee8781 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Jul 26 16:42:11.858746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (f74448fc-1fc1-4065-aee2-4d5dc14c5ce3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:11.877680 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74448fc-1fc1-4065-aee2-4d5dc14c5ce3,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:12.004252 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.005723 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-5835d383-2c69-49d3-b145-e638d8a1935d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5512593 Jul 26 16:42:12.008376 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48382) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:12.012760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:12.023198 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Sync routers for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:42:12.034120 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:12.034716 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:12.042185 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.135405 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:12.140125 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (ab6dcdeb-0589-4162-b77f-01ba3447b848), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.201433 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (ab6dcdeb-0589-4162-b77f-01ba3447b848), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.309923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (ab6dcdeb-0589-4162-b77f-01ba3447b848), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.321722 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.329194 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:08Z', 'revision_number': 4, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'fcac1cdc-44e1-4eac-93e5-0cb8726a0f47', 'name': '', 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'mac_address': 'fa:16:3e:a2:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:08Z', 'updated_at': '2022-07-26T16:42:09Z', 'revision_number': 2, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'subnets': [{'id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:12.330182 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6dcdeb-0589-4162-b77f-01ba3447b848,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:12.355748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.357724 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Checking router: 4b65c0b7-3620-4395-87c9-e4f2fbd133ac for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:42:12.358145 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Updating router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:42:12.385552 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.449821 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.451087 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-64b27aac-7091-4fa9-8118-5c96ce21645d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417543 Jul 26 16:42:12.453873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48386) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:12.458155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:12.556257 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.624338 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.658398 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (c1c50bf9-e765-4a71-85ae-82679ee5c2a4), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.660188 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks [] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.698931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.717066 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (c1c50bf9-e765-4a71-85ae-82679ee5c2a4), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.847154 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.848299 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (c1c50bf9-e765-4a71-85ae-82679ee5c2a4), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.850401 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:12.867151 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c50bf9-e765-4a71-85ae-82679ee5c2a4,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:12.905531 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4723dd-af60-4c4d-881a-80f6ecba67ff None None] Pushing event updated for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:12.937474 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528d035-cbcf-41e3-bdea-0df735635ec9 req-73d0cf2b-b011-4b30-88e7-3a32efbaf8e5 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:12.940890 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5528d035-cbcf-41e3-bdea-0df735635ec9 req-73d0cf2b-b011-4b30-88e7-3a32efbaf8e5 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Jul 26 16:42:12.956162 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Attempting to bind port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:42:12.956566 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Attempting to bind port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:42:12.956925 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Attempting to bind port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 on network 090537dd-3381-4fba-a8c4-8973bf0f08af {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:42:12.972739 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:42:12.973220 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Checking segment: {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:42:12.973633 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.974030 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Bound using segment: {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:42:12.974533 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Bound port: fcac1cdc-44e1-4eac-93e5-0cb8726a0f47, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10acb878-67b2-478d-83a2-2f4c0d2a6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:42:12.974908 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:12.997955 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5528d035-cbcf-41e3-bdea-0df735635ec9 req-8a4434ea-49cf-4acb-8c4e-1fda65e26292 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Jul 26 16:42:13.071995 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] For port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:42:13.076119 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] For port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:42:13.079243 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.082000 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-27c0ac04-b9fd-4164-aa24-aee31a6acd28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6257503 Jul 26 16:42:13.083418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48392) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:13.092615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:13.095288 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 434630b6-705e-44dc-bf7e-55de320809c0 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:13.133026 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-43d9f199-e95d-40e1-87de-e15f6eb4df03 None None] Provisioning complete for port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:13.133396 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-43d9f199-e95d-40e1-87de-e15f6eb4df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.183007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-43d9f199-e95d-40e1-87de-e15f6eb4df03 None None] Port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:42:13.184543 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 434630b6-705e-44dc-bf7e-55de320809c0 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:13.184917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (434630b6-705e-44dc-bf7e-55de320809c0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.222769 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.securitygroups_db [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Project 94684df47fe14e55af2e72ab5d2ddc48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:42:13.223194 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.230455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (3dd880dd-5ef1-482b-81d5-c58a22a5f1ed), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.288774 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:13.289464 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 434630b6-705e-44dc-bf7e-55de320809c0 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:13.290524 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:41:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:13.326125 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (3dd880dd-5ef1-482b-81d5-c58a22a5f1ed), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.334286 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4723dd-af60-4c4d-881a-80f6ecba67ff None None] Pushing event updated for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=4']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:13.416932 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:13.418904 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:13.436047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (3dd880dd-5ef1-482b-81d5-c58a22a5f1ed), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.458154 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd880dd-5ef1-482b-81d5-c58a22a5f1ed,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:13.507656 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Provisioning complete for port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:13.508245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.552995 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.554166 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0a0f1162-0601-4152-859c-0bc600b23612 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4695635 Jul 26 16:42:13.557704 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48402) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:13.562178 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'security_group_rule': {'security_group_id': 'db45c0c4-55c3-4d94-acb5-99bb776ae0e0', 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:42:13.596772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Current status of the port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:13.597179 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.631459 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] For port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:13.702883 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:08Z', 'revision_number': 4, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'fcac1cdc-44e1-4eac-93e5-0cb8726a0f47', 'name': '', 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'mac_address': 'fa:16:3e:a2:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:08Z', 'updated_at': '2022-07-26T16:42:13Z', 'revision_number': 4, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'subnets': [{'id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:13.715693 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.securitygroups_db [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Project 94684df47fe14e55af2e72ab5d2ddc48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:42:13.721760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (df66b9f5-a84a-4776-8dd4-f7688c38e46f), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.727267 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815bae6-463f-4686-8837-99bdbe2ee3b8 None None] The sync data for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi is: [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:42:08Z', 'revision_number': 4, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'fcac1cdc-44e1-4eac-93e5-0cb8726a0f47', 'name': '', 'network_id': '090537dd-3381-4fba-a8c4-8973bf0f08af', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'mac_address': 'fa:16:3e:a2:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:08Z', 'updated_at': '2022-07-26T16:42:13Z', 'revision_number': 4, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'subnets': [{'id': '856503d3-9d52-40a5-8b9e-97bd627a86fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:42:13.770065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.793074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (df66b9f5-a84a-4776-8dd4-f7688c38e46f), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:13.850386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae64a1e-310f-406d-a36d-0a3453615b52 None None] Pushing event updated for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:13.904703 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:14.025440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (df66b9f5-a84a-4776-8dd4-f7688c38e46f), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:14.065024 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df66b9f5-a84a-4776-8dd4-f7688c38e46f,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:14.154229 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564fcbe-4107-4e2d-82fd-2b6c2e2f63c5 req-075baf78-7896-40c1-b8e1-f7dc22060e34 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:14.155849 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3564fcbe-4107-4e2d-82fd-2b6c2e2f63c5 req-075baf78-7896-40c1-b8e1-f7dc22060e34 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0489645 Jul 26 16:42:14.209559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:14.211078 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c07f5cc3-4863-4058-a022-a5e8fb301b01 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524241 Jul 26 16:42:14.498528 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3564fcbe-4107-4e2d-82fd-2b6c2e2f63c5 req-8fbd1257-a5b9-431d-adfc-9f2d5772f518 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362613 Jul 26 16:42:14.574582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:14.802288 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a8970-1cae-47f7-aa1a-8cb566c24de8 req-55d15f64-6565-4aa6-852c-bde64a9a6f8f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:14.804045 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d1a8970-1cae-47f7-aa1a-8cb566c24de8 req-55d15f64-6565-4aa6-852c-bde64a9a6f8f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Jul 26 16:42:14.852588 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d1a8970-1cae-47f7-aa1a-8cb566c24de8 req-5999ee78-f499-4912-bb2c-4b5193222460 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Jul 26 16:42:15.042104 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:15.077754 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:15.121483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:15.121859 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:15.193622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:15.755797 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:15.979367 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b8d3d-9a1a-4db6-b309-7930749cfbea req-5ba42d6d-792d-49c6-b967-acfb15803e94 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:15.981346 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-437b8d3d-9a1a-4db6-b309-7930749cfbea req-5ba42d6d-792d-49c6-b967-acfb15803e94 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0477602 Jul 26 16:42:16.033638 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-437b8d3d-9a1a-4db6-b309-7930749cfbea req-f3e63886-0c6c-468f-9271-2e81bb92096a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Jul 26 16:42:16.839787 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:16.949942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:17.158494 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36739168-26d0-4664-a3b9-e6a285c2b262 req-03971f15-3d78-45f6-9d5f-d3c1d33b6746 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:17.159867 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-36739168-26d0-4664-a3b9-e6a285c2b262 req-03971f15-3d78-45f6-9d5f-d3c1d33b6746 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0475905 Jul 26 16:42:17.212322 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-36739168-26d0-4664-a3b9-e6a285c2b262 req-2fc4db16-2731-4b88-815a-d981927d953e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468497 Jul 26 16:42:18.340412 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002d831-88c5-4fb8-95c3-6695a9c87a83 req-3c782aa2-4799-4f6d-9df3-19da98a83605 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:18.341924 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6002d831-88c5-4fb8-95c3-6695a9c87a83 req-3c782aa2-4799-4f6d-9df3-19da98a83605 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0469692 Jul 26 16:42:18.392336 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6002d831-88c5-4fb8-95c3-6695a9c87a83 req-55a364d8-88cb-4b79-91f5-97546134f665 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Jul 26 16:42:19.517589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb9179-855e-4d8d-b6a3-61ef37d4c81e req-fd665838-19e1-4831-9c6a-9f09c4685e87 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:19.519141 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b7fb9179-855e-4d8d-b6a3-61ef37d4c81e req-fd665838-19e1-4831-9c6a-9f09c4685e87 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0493093 Jul 26 16:42:19.567253 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b7fb9179-855e-4d8d-b6a3-61ef37d4c81e req-19e9d279-0ad2-41d1-8d01-2251079aec6f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Jul 26 16:42:20.343597 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a50290bc-9774-4bbc-89b0-9a93633ed171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:20.695605 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05eeb89-8315-40f3-8d87-c093b44da24f req-361a8b10-385b-4473-be56-1b21a63a94e3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:20.697151 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a05eeb89-8315-40f3-8d87-c093b44da24f req-361a8b10-385b-4473-be56-1b21a63a94e3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0484464 Jul 26 16:42:20.746505 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a05eeb89-8315-40f3-8d87-c093b44da24f req-6f2abfad-bc93-4647-8f16-136d36cdd969 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Jul 26 16:42:21.883294 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c6acb-82b7-4024-b2ed-925255919495 req-2e271dfa-e64b-448a-9937-72cedb5db26e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:21.884798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e39c6acb-82b7-4024-b2ed-925255919495 req-2e271dfa-e64b-448a-9937-72cedb5db26e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0565453 Jul 26 16:42:21.934216 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e39c6acb-82b7-4024-b2ed-925255919495 req-dd0b217c-0dce-4cce-85f6-644de6e6ac97 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Jul 26 16:42:22.653057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b961ef7b-53c2-4806-afba-7b940d7b77f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:23.040895 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:23.062292 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ceccf4-3353-48e9-8f0f-94e2275b1da9 req-a0d20769-4db9-4e4c-9a8c-1634f40b8a2e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:23.063815 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-99ceccf4-3353-48e9-8f0f-94e2275b1da9 req-a0d20769-4db9-4e4c-9a8c-1634f40b8a2e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0512784 Jul 26 16:42:23.123783 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-99ceccf4-3353-48e9-8f0f-94e2275b1da9 req-0151dffb-4b17-42ab-af57-5dce15db8304 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528569 Jul 26 16:42:23.973369 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:24.253508 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9954ba0-568d-42d4-9889-5b584a8d0286 req-f0aa53b7-0927-490f-9e9f-3d5fbaa1a869 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:24.255044 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e9954ba0-568d-42d4-9889-5b584a8d0286 req-f0aa53b7-0927-490f-9e9f-3d5fbaa1a869 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Jul 26 16:42:24.303755 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e9954ba0-568d-42d4-9889-5b584a8d0286 req-55dd9e5a-6963-445f-8a5f-70893096cd44 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Jul 26 16:42:24.316945 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=40 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:25.243395 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:25.384107 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:25.443948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913bcf-291b-409c-9a2a-8617a90cb180 req-7a510f14-cff1-4b1b-be7c-ab555cf2a486 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:25.445461 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-38913bcf-291b-409c-9a2a-8617a90cb180 req-7a510f14-cff1-4b1b-be7c-ab555cf2a486 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0542381 Jul 26 16:42:25.496899 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-38913bcf-291b-409c-9a2a-8617a90cb180 req-aa15cb6a-740e-472f-956e-36e3162fd3e2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Jul 26 16:42:25.669799 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:26.618561 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68bd22-6f32-405f-981e-c5ad0970c3ec req-308e1172-b568-4fed-b97d-0c6fcc3d1903 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:26.620031 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fe68bd22-6f32-405f-981e-c5ad0970c3ec req-308e1172-b568-4fed-b97d-0c6fcc3d1903 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0462396 Jul 26 16:42:26.641754 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:26.671380 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fe68bd22-6f32-405f-981e-c5ad0970c3ec req-b0f7db8a-d786-49c6-9838-a2c436923907 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458171 Jul 26 16:42:27.799927 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e4a87-6885-440a-85fe-ec6c3b8e4213 req-9fb85449-a0fa-41e0-85df-4ddf080e2d3c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:27.801850 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-744e4a87-6885-440a-85fe-ec6c3b8e4213 req-9fb85449-a0fa-41e0-85df-4ddf080e2d3c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Jul 26 16:42:27.849779 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-744e4a87-6885-440a-85fe-ec6c3b8e4213 req-d8bbe864-c3c4-4389-a662-407714ae4a9b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Jul 26 16:42:28.981936 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9cbe5-a5ac-4b39-b44b-af5f5b76cbe4 req-2cf6a958-042c-429d-9512-375a4b5cd83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:28.983432 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-34f9cbe5-a5ac-4b39-b44b-af5f5b76cbe4 req-2cf6a958-042c-429d-9512-375a4b5cd83b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0507288 Jul 26 16:42:29.035946 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-34f9cbe5-a5ac-4b39-b44b-af5f5b76cbe4 req-9b26255f-4b3a-4dc2-9d3a-a56d7fca6c7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466428 Jul 26 16:42:30.160699 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb924b1-2454-4e3d-a1ae-f45c3ee64e02 req-0cbb5c7d-2e18-4da2-8c25-76f0d66ef3f1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:30.162167 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fdb924b1-2454-4e3d-a1ae-f45c3ee64e02 req-0cbb5c7d-2e18-4da2-8c25-76f0d66ef3f1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Jul 26 16:42:30.210014 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fdb924b1-2454-4e3d-a1ae-f45c3ee64e02 req-f0528b1f-d505-42cc-bc1b-4b2d4a6dd298 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Jul 26 16:42:31.334746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca11ba-9d88-4c1d-b06f-c49fa2ca8fa6 req-27199c0e-1d10-4d7c-8c9b-025247d6ea90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:31.336217 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59ca11ba-9d88-4c1d-b06f-c49fa2ca8fa6 req-27199c0e-1d10-4d7c-8c9b-025247d6ea90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0474117 Jul 26 16:42:31.384182 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-59ca11ba-9d88-4c1d-b06f-c49fa2ca8fa6 req-3fb2ae59-3a20-4d11-9a48-3ab47094d013 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Jul 26 16:42:31.386113 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:42:31.489915 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:31.503049 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:42:31.538610 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: ACTIVE; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:31.539001 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:31.564829 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:42:31.586051 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:31.670416 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:31.718994 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=6']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:31.847840 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['5e531cc9-c347-49e5-b738-d36aac7e7939'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:42:32.508277 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f846680-caab-47f1-a69a-65e27336cc84 req-1aa1ba73-2d27-49a8-85a0-339007090eb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:32.509787 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f846680-caab-47f1-a69a-65e27336cc84 req-1aa1ba73-2d27-49a8-85a0-339007090eb1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Jul 26 16:42:32.558882 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7f846680-caab-47f1-a69a-65e27336cc84 req-e5189c53-8d04-42f3-9761-88255c578c58 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Jul 26 16:42:33.399923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:42:33.443999 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 5e531cc9-c347-49e5-b738-d36aac7e7939 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:42:33.444376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:33.520699 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:42:33.521019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:33.544009 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:42:33.546277 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b44825-9314-4a92-a831-ae118aad3795" -d '{"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:42:33.559017 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:33.583989 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b03625-de70-41eb-8b0b-00896cb866dc x-openstack-request-id: req-80b03625-de70-41eb-8b0b-00896cb866dc {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:42:33.584284 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:42:33.584575 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-80b03625-de70-41eb-8b0b-00896cb866dc {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:42:33.584979 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b03625-de70-41eb-8b0b-00896cb866dc'] response: {'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'code': 200} Jul 26 16:42:33.653409 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:33.714501 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=7']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:33.934640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec28f5-bbac-4b73-b405-b38bc7b9fcc5 req-a0a5b463-de3e-44f9-a975-252fc15c966f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:33.936370 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5eec28f5-bbac-4b73-b405-b38bc7b9fcc5 req-a0a5b463-de3e-44f9-a975-252fc15c966f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.1459413 Jul 26 16:42:33.983228 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-5eec28f5-bbac-4b73-b405-b38bc7b9fcc5 req-7e4bda6a-0c0d-40e0-8d35-56e9a3f5d626 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407484 Jul 26 16:42:35.125460 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:35.163275 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c0bda-2f42-4b56-a936-4decac592644 req-cb520703-a61a-44b7-b23d-781091e59b7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:35.164790 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-df4c0bda-2f42-4b56-a936-4decac592644 req-cb520703-a61a-44b7-b23d-781091e59b7b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.1001832 Jul 26 16:42:35.211497 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-df4c0bda-2f42-4b56-a936-4decac592644 req-9dee9905-293f-4712-b37e-3e7a0001686d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411079 Jul 26 16:42:36.247261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:36.338212 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3840a1-cbc4-4ca6-bea8-ad44313b9bc6 req-a658f730-4da5-439f-b45c-0b8e92fbadcf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:36.339747 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a3840a1-cbc4-4ca6-bea8-ad44313b9bc6 req-a658f730-4da5-439f-b45c-0b8e92fbadcf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0516596 Jul 26 16:42:36.387466 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a3840a1-cbc4-4ca6-bea8-ad44313b9bc6 req-902a362d-9090-4b78-8e34-2865c7b4a49f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423603 Jul 26 16:42:37.512972 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1997d9-df5f-4d35-8d84-9e80cb3419c9 req-151063ce-91cd-4c03-9847-a98e883cba3c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:37.514856 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a1997d9-df5f-4d35-8d84-9e80cb3419c9 req-151063ce-91cd-4c03-9847-a98e883cba3c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0523171 Jul 26 16:42:37.562889 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a1997d9-df5f-4d35-8d84-9e80cb3419c9 req-b0d22099-1538-4f55-a9c7-0e5812729432 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Jul 26 16:42:38.701294 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de6a78-e7b9-4322-ac59-de3696eef56b req-6e7b481a-8192-4433-94a7-ff7ee4ddd24f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:38.702802 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-10de6a78-e7b9-4322-ac59-de3696eef56b req-6e7b481a-8192-4433-94a7-ff7ee4ddd24f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0508580 Jul 26 16:42:38.723147 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:38.751748 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-10de6a78-e7b9-4322-ac59-de3696eef56b req-81d1540a-0570-4155-908a-8729a20eddc6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Jul 26 16:42:39.883848 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5c71c-1372-4bb6-ac2e-215cbb1ffe15 req-1b205790-cd6f-4038-a19f-38aa364764a7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:39.886495 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f1d5c71c-1372-4bb6-ac2e-215cbb1ffe15 req-1b205790-cd6f-4038-a19f-38aa364764a7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0514693 Jul 26 16:42:39.956405 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f1d5c71c-1372-4bb6-ac2e-215cbb1ffe15 req-08da2ad9-e75d-47e5-a02e-7573130aecf2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611796 Jul 26 16:42:40.529191 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-fd496b16-7e75-4c6f-9a9f-7e90e3f1ffca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470848 Jul 26 16:42:41.093670 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-7ff7ef29-c3f1-455a-a9c5-d76626c576d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:41.095201 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-7ff7ef29-c3f1-455a-a9c5-d76626c576d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4088561009754a839604e3798787d8b9&device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 1129 time: 0.0846488 Jul 26 16:42:41.110546 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aef0a-8f17-4df4-8a1a-b89688dbdd03 req-5c6100c2-66c1-4c29-a52c-ec1a09741731 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:41.112114 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-791aef0a-8f17-4df4-8a1a-b89688dbdd03 req-5c6100c2-66c1-4c29-a52c-ec1a09741731 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0624554 Jul 26 16:42:41.224081 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-791aef0a-8f17-4df4-8a1a-b89688dbdd03 req-5ae77dd5-e704-46ad-89d5-f56e03b44bc7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980136 Jul 26 16:42:41.252798 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-0cd3703a-124f-41b6-92ed-95acf25da2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:41.252798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-0cd3703a-124f-41b6-92ed-95acf25da2a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 200 len: 912 time: 0.1351783 Jul 26 16:42:41.317217 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-fa7d9df9-2c0c-47b4-bf55-373ff7b4a782 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d HTTP/1.1" status: 200 len: 1000 time: 0.0600817 Jul 26 16:42:41.384554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-6c07b00a-e7f1-475f-a986-e7f4c78910f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:41.386196 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-6c07b00a-e7f1-475f-a986-e7f4c78910f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 200 len: 849 time: 0.0623996 Jul 26 16:42:41.432500 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-1f096b09-b912-40e8-ad11-a5d1e51d15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:41.434353 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-1f096b09-b912-40e8-ad11-a5d1e51d15b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=064214c0-586f-4d9b-9abf-5c6b26d0c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420237 Jul 26 16:42:41.545954 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-eae8f572-3102-4b33-b60f-6194861cddc0 service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048524 Jul 26 16:42:41.656427 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-56f92e48-f497-4aa9-b3e4-8104625ac4a0 req-8687781a-ddfc-4e92-b332-17f508a573ed service neutron] 10.222.0.86 "GET /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037362 Jul 26 16:42:42.383543 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef909f3-261a-49a0-8e3e-bb0622d45a46 req-77bfda75-7de8-4dc1-96b9-f58bbd32df74 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:42.385237 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4ef909f3-261a-49a0-8e3e-bb0622d45a46 req-77bfda75-7de8-4dc1-96b9-f58bbd32df74 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0611038 Jul 26 16:42:42.458373 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4ef909f3-261a-49a0-8e3e-bb0622d45a46 req-482ef2df-981d-4e3e-ac10-2de3d93d6dce tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617268 Jul 26 16:42:43.592122 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105321-8458-45ce-83da-7b12f26fe5d5 req-1ff69ca8-8bd1-4e3d-86b7-3496680a5981 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:43.595196 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c8105321-8458-45ce-83da-7b12f26fe5d5 req-1ff69ca8-8bd1-4e3d-86b7-3496680a5981 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0515444 Jul 26 16:42:43.625943 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:42:43.642048 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c8105321-8458-45ce-83da-7b12f26fe5d5 req-1a6b8e7a-dc9d-438b-9a2b-cd9459ccc16e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Jul 26 16:42:44.794047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555d7da-50ad-431b-835d-f0a74c7bdca4 req-7525de46-b416-44eb-bb45-f625e72bbd54 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:44.795513 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2555d7da-50ad-431b-835d-f0a74c7bdca4 req-7525de46-b416-44eb-bb45-f625e72bbd54 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0559103 Jul 26 16:42:44.815158 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:44.847335 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2555d7da-50ad-431b-835d-f0a74c7bdca4 req-7e0d9528-d223-49b2-8750-7a81e00f1a05 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Jul 26 16:42:45.513141 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b990c-4a53-4414-be6c-c07fc688bb63 req-55ce4adf-d679-419a-9bf3-768659873934 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:45.514728 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0f7b990c-4a53-4414-be6c-c07fc688bb63 req-55ce4adf-d679-419a-9bf3-768659873934 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0540078 Jul 26 16:42:45.533934 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:45.565688 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0f7b990c-4a53-4414-be6c-c07fc688bb63 req-6b3ee892-1595-4918-9683-2ba04e2b03cf tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450740 Jul 26 16:42:45.986823 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3cb91-48ca-4e10-8612-f6033681dbe3 req-39847f86-f0b2-4e53-8245-148393340f78 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:45.988316 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94c3cb91-48ca-4e10-8612-f6033681dbe3 req-39847f86-f0b2-4e53-8245-148393340f78 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Jul 26 16:42:46.036994 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94c3cb91-48ca-4e10-8612-f6033681dbe3 req-8e9b3356-8374-44f8-9549-c066fa47bdec tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Jul 26 16:42:46.136757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:46.141741 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:46.681808 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:46.698117 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1f0cd-d7d8-463a-9793-cdb12b18d16c req-dfb9d0c3-6c1c-4a18-961f-d6a7bcfe1db7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:46.700121 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fca1f0cd-d7d8-463a-9793-cdb12b18d16c req-dfb9d0c3-6c1c-4a18-961f-d6a7bcfe1db7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0560870 Jul 26 16:42:46.753835 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fca1f0cd-d7d8-463a-9793-cdb12b18d16c req-78383c2c-2fbc-4ba4-9a96-a841504958e8 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460653 Jul 26 16:42:47.165026 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559fdc-6b3b-4cab-af1e-046847a63ef4 req-8d41ba2d-9cef-4f59-a3a5-ce26c872fcbf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:47.166496 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-10559fdc-6b3b-4cab-af1e-046847a63ef4 req-8d41ba2d-9cef-4f59-a3a5-ce26c872fcbf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0509801 Jul 26 16:42:47.214189 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-10559fdc-6b3b-4cab-af1e-046847a63ef4 req-72467229-1b0e-423f-9555-6b20af2d6887 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Jul 26 16:42:47.891249 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745387ac-5cd5-4a91-b9e4-d1de6e1918b1 req-dd9477ff-f1ad-4bb8-a88f-92b44ea6ce57 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:47.892794 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-745387ac-5cd5-4a91-b9e4-d1de6e1918b1 req-dd9477ff-f1ad-4bb8-a88f-92b44ea6ce57 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Jul 26 16:42:47.943791 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-745387ac-5cd5-4a91-b9e4-d1de6e1918b1 req-ae31ef23-fb90-47ca-8f24-c1c65401b185 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Jul 26 16:42:48.326478 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-d3ef76b5-38e2-40e4-89a0-d31c9c1c4633 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:48.327972 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-d3ef76b5-38e2-40e4-89a0-d31c9c1c4633 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Jul 26 16:42:48.341447 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe322f08-a350-47e3-9c19-cd6c4844349a req-6856aa10-ca8f-43b6-9de8-b7bd0e7824fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:48.342952 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fe322f08-a350-47e3-9c19-cd6c4844349a req-6856aa10-ca8f-43b6-9de8-b7bd0e7824fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Jul 26 16:42:48.398493 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fe322f08-a350-47e3-9c19-cd6c4844349a req-728426c0-af9c-443f-bca3-ce87506e5e79 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 Jul 26 16:42:48.428106 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Deleting port 1c0fda89-08d0-4795-a5e6-64bfd611749d {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:42:48.428472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:48.542791 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] For port 1c0fda89-08d0-4795-a5e6-64bfd611749d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1c0fda89-08d0-4795-a5e6-64bfd611749d,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:48.543212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:48.721326 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:48.721680 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:48.721999 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Floating IP 440bd1e9-8284-423a-b376-77f6e1e49cb8 disassociated. External IP: 172.27.0.66, port: 1c0fda89-08d0-4795-a5e6-64bfd611749d. Jul 26 16:42:48.722351 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Calling delete_port for 1c0fda89-08d0-4795-a5e6-64bfd611749d owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:42:49.065901 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d5b38-3768-439b-aa46-3b19fafc67bc req-8a95b5a4-faac-4938-b0ba-730db1698063 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:49.067501 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec2d5b38-3768-439b-aa46-3b19fafc67bc req-8a95b5a4-faac-4938-b0ba-730db1698063 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Jul 26 16:42:49.115998 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec2d5b38-3768-439b-aa46-3b19fafc67bc req-2011ada2-7823-4208-98e6-8897a6aaf728 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups?id=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Jul 26 16:42:49.281859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (1c0fda89-08d0-4795-a5e6-64bfd611749d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:49.310733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'Port': ['ID=1c0fda89-08d0-4795-a5e6-64bfd611749d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:49.322609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.322953 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.323296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.323630 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.323964 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.324292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.324641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.324963 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.325289 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.325609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.325937 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.326320 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.326646 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.326961 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.327278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:49.420925 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:49.429818 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:49.435675 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:42:49.561784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277d197-db38-4936-9c5f-b956397511a0 req-d8d6c238-0c48-4465-aa54-b7c418468787 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:49.564241 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7277d197-db38-4936-9c5f-b956397511a0 req-d8d6c238-0c48-4465-aa54-b7c418468787 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0587981 Jul 26 16:42:49.577386 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:42:49.589641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:42:49.608422 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:49.609189 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:42:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:49.643583 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] No DVR routers for this DVR port 1c0fda89-08d0-4795-a5e6-64bfd611749d on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:42:49.646949 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:49.650515 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7277d197-db38-4936-9c5f-b956397511a0 req-cd155bbc-ab70-45f9-808a-2127dd6e45e1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802920 Jul 26 16:42:49.651937 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d345429f-19a5-418e-9a51-c86a303cdad2 req-7ada0346-6502-47b8-9a9f-2b4ef575fe45 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.86 "DELETE /v2.0/ports/1c0fda89-08d0-4795-a5e6-64bfd611749d HTTP/1.1" status: 204 len: 173 time: 1.3191209 Jul 26 16:42:49.652424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'name': 'network-vif-deleted', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:42:49.654708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffac0ff9-f335-45a3-b935-db3d7dc2a8f4" -d '{"events": [{"server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "name": "network-vif-deleted", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:42:49.707161 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2514af4-655d-4f20-b708-3b37121eaac1 x-openstack-request-id: req-c2514af4-655d-4f20-b708-3b37121eaac1 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:42:49.707567 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b55f3f-7f6d-4179-8574-11cc47c32566", "name": "network-vif-deleted", "tag": "1c0fda89-08d0-4795-a5e6-64bfd611749d", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:42:49.707823 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-c2514af4-655d-4f20-b708-3b37121eaac1 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:42:49.708243 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2514af4-655d-4f20-b708-3b37121eaac1'] response: {'server_uuid': 'b9b55f3f-7f6d-4179-8574-11cc47c32566', 'name': 'network-vif-deleted', 'tag': '1c0fda89-08d0-4795-a5e6-64bfd611749d', 'status': 'completed', 'code': 200} Jul 26 16:42:49.803367 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:50.047779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:50.082179 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:42:50.092176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:42:50.092881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:42:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:50.202747 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:42:50.245025 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-269d4667-8f2a-4bbe-bb4b-d27b3e7e2bb2 req-494e254b-c9c3-48aa-95ee-26d1abfccf22 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/ports?device_id=b9b55f3f-7f6d-4179-8574-11cc47c32566 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Jul 26 16:42:50.469823 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f9b48077-090b-4aed-9deb-5ce2d715acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:50.546739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-d69edece-d822-435e-ac21-62ae047df502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:42:50.790244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69edece-d822-435e-ac21-62ae047df502 None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:44Z', 'revision_number': 4, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'e4e1de6e-a96b-4569-b786-9e5cc3623046', 'name': '', 'network_id': '064214c0-586f-4d9b-9abf-5c6b26d0c406', 'tenant_id': '4088561009754a839604e3798787d8b9', 'mac_address': 'fa:16:3e:e6:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:43Z', 'updated_at': '2022-07-26T16:32:58Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'subnets': [{'id': '7579b1b7-64d6-4d66-b721-51c0c600714e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:42:50.800329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229fe07-c982-4add-9416-f3a0730e9a82 req-af1e8370-5fda-4f12-80e5-cecd09e6427b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:50.802348 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d229fe07-c982-4add-9416-f3a0730e9a82 req-af1e8370-5fda-4f12-80e5-cecd09e6427b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0610363 Jul 26 16:42:50.860238 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d229fe07-c982-4add-9416-f3a0730e9a82 req-ce0dfee2-1c28-4401-be50-8d90b01853e5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Jul 26 16:42:50.865320 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd1446-6d54-46cd-b9a9-0a221cc4c817 None None] New status for floating IP 440bd1e9-8284-423a-b376-77f6e1e49cb8: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:42:51.385152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48940) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:51.444211 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (1c8a8b98-3c5e-495c-81ff-29d8b9b277b7), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.471161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (1c8a8b98-3c5e-495c-81ff-29d8b9b277b7), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.607189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1c8a8b98-3c5e-495c-81ff-29d8b9b277b7), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.609763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.610971 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "DELETE /v2.0/security-groups/1c8a8b98-3c5e-495c-81ff-29d8b9b277b7 HTTP/1.1" status: 204 len: 168 time: 0.2247875 Jul 26 16:42:51.614314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 48942) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:51.620985 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a8b98-3c5e-495c-81ff-29d8b9b277b7,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:51.629404 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.629873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.630091 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.630432 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.630760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.631084 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.631546 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.631726 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.632539 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.api.v2.resource [None req-a88c7049-419b-4d6f-a94c-7abebd551eb7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] show failed (client error): The resource could not be found. Jul 26 16:42:51.632675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.632675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.632675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.632969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.633518 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.633697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.634015 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c246cd-835a-4b9e-a154-a2572bdfb631 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:42:51.637039 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 48944) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:51.648627 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a88c7049-419b-4d6f-a94c-7abebd551eb7 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "GET /v2.0/security-groups/1c8a8b98-3c5e-495c-81ff-29d8b9b277b7 HTTP/1.1" status: 404 len: 347 time: 0.0328178 Jul 26 16:42:51.773075 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Deleting port 7e3471c7-0de0-4e38-a036-93add0a22289 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:42:51.773418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.829870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:51.857733 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.857965 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (7e3471c7-0de0-4e38-a036-93add0a22289), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:51.871653 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Calling delete_port for 7e3471c7-0de0-4e38-a036-93add0a22289 owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:42:51.954940 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:52.018248 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1400ebb-3dbc-4bb0-8eaa-c6012ea03293 req-a29e8319-7cd2-4737-af10-46e6d2f91360 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:52.019750 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f1400ebb-3dbc-4bb0-8eaa-c6012ea03293 req-a29e8319-7cd2-4737-af10-46e6d2f91360 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0633769 Jul 26 16:42:52.104406 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f1400ebb-3dbc-4bb0-8eaa-c6012ea03293 req-f6878fd1-d3bd-46c4-9a60-e0ba1893821f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746505 Jul 26 16:42:52.150366 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (7e3471c7-0de0-4e38-a036-93add0a22289), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:52.186064 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Pushing event deleted for resources: {'Port': ['ID=7e3471c7-0de0-4e38-a036-93add0a22289,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:42:52.266185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks [] for floatingip (440bd1e9-8284-423a-b376-77f6e1e49cb8), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:52.268830 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:52.269982 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ca108181-1fca-494b-b1d4-5a6fc0a45264 tempest-AttachVolumeTestJSON-32368049 tempest-AttachVolumeTestJSON-32368049-project] 10.222.0.144 "DELETE /v2.0/floatingips/440bd1e9-8284-423a-b376-77f6e1e49cb8 HTTP/1.1" status: 204 len: 168 time: 0.6319456 Jul 26 16:42:52.498817 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-64923554-bc40-4f3d-a546-f9db2d88e1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:53.237604 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e0efd-8c36-4f8b-b2cc-3b1403f19a09 req-8fd4e77c-7321-47bc-a059-fb5946c26e86 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:53.239082 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-166e0efd-8c36-4f8b-b2cc-3b1403f19a09 req-8fd4e77c-7321-47bc-a059-fb5946c26e86 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0510738 Jul 26 16:42:53.291150 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-166e0efd-8c36-4f8b-b2cc-3b1403f19a09 req-5578bb01-6d06-4430-8d69-0789fe859744 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Jul 26 16:42:53.507057 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1c0fda89-08d0-4795-a5e6-64bfd611749d no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:42:53.526867 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 1c0fda89-08d0-4795-a5e6-64bfd611749d {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:42:53.527210 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1c0fda89-08d0-4795-a5e6-64bfd611749d not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:42:53.962516 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:54.422836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee4bc-8e8c-4f17-86fc-f3f50bbc44e8 req-695cc1bc-a1f7-4b6b-a8ec-a48696392574 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:54.424339 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-286ee4bc-8e8c-4f17-86fc-f3f50bbc44e8 req-695cc1bc-a1f7-4b6b-a8ec-a48696392574 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Jul 26 16:42:54.472554 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-286ee4bc-8e8c-4f17-86fc-f3f50bbc44e8 req-fe9dc4ca-acb6-4ad0-a917-eeda8069622a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Jul 26 16:42:55.596735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a410677-9b61-47d5-8a17-6855fb6a23ea req-5844f6be-27b6-4961-b0af-29b671db8981 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:55.598311 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a410677-9b61-47d5-8a17-6855fb6a23ea req-5844f6be-27b6-4961-b0af-29b671db8981 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0470276 Jul 26 16:42:55.650250 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a410677-9b61-47d5-8a17-6855fb6a23ea req-64d4ce7d-cf85-42c4-8927-e47a30ed16fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462313 Jul 26 16:42:55.887831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:55.888760 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:56.777870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292fec-906b-479b-9861-0a56a83588b1 req-ac05f07c-394f-40b6-a3e8-90c19893b642 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:56.779277 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-83292fec-906b-479b-9861-0a56a83588b1 req-ac05f07c-394f-40b6-a3e8-90c19893b642 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0511396 Jul 26 16:42:56.828938 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-83292fec-906b-479b-9861-0a56a83588b1 req-4d8d629c-5dca-4182-854a-01df5678bf6f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437782 Jul 26 16:42:57.261245 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-d773ec2c-2374-4dfd-ae9b-cdfb007900eb tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873328593&fields=id&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 267 time: 0.0457864 Jul 26 16:42:57.374732 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-84327897-2c20-4a6f-b2f6-5adb368321f8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:57.376293 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-84327897-2c20-4a6f-b2f6-5adb368321f8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1085422 Jul 26 16:42:57.392449 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-27351a9e-4fc7-44a3-aafe-a6606f9f1103 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/quotas/94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 375 time: 0.0105984 Jul 26 16:42:57.445214 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-90c81a25-cd3c-42ce-9666-f326bc9a2b34 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470486 Jul 26 16:42:57.461708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-cd8faf8b-b4c7-46c8-a998-fe578e2d2e45 service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:42:57.462646 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-cd8faf8b-b4c7-46c8-a998-fe578e2d2e45 service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049551 Jul 26 16:42:57.557622 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-1748e292-cd93-48db-94da-44c28e6f9c09 service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894718 Jul 26 16:42:57.652233 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-77801f04-b557-45b6-82c5-fa60cc74a8e9 service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890315 Jul 26 16:42:58.184769 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17342c59-cb19-4f24-9fac-c04cfd0ab3c9 req-a2675c4c-fbf4-4f39-9f4a-a1a3de8694f6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:58.186247 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17342c59-cb19-4f24-9fac-c04cfd0ab3c9 req-a2675c4c-fbf4-4f39-9f4a-a1a3de8694f6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0483224 Jul 26 16:42:58.232409 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-17342c59-cb19-4f24-9fac-c04cfd0ab3c9 req-15994ce6-5f68-42cd-bb06-d8938a3174e0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Jul 26 16:42:58.294677 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49054) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:42:58.354306 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dea74523-b73e-4cdf-a395-850d4ebc1454 req-2a49c655-1a70-4c26-a28d-4da0b09a3fb7 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0439010 Jul 26 16:42:58.389352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:58.400990 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e28e-f142-499c-a815-9e1198582464 req-d6e90905-6431-41fe-9943-efc3f02a3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:58.406206 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-d6e90905-6431-41fe-9943-efc3f02a3e60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1130 time: 0.0743208 Jul 26 16:42:58.602167 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e28e-f142-499c-a815-9e1198582464 req-0f85f69f-82ae-45d4-af2b-5fa1cd4c3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:58.603927 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-0f85f69f-82ae-45d4-af2b-5fa1cd4c3628 service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.1827521 Jul 26 16:42:58.682464 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:58.740429 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-91f786a3-efbc-4407-b19e-5f515b4fb253 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 1001 time: 0.1280773 Jul 26 16:42:58.827904 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e28e-f142-499c-a815-9e1198582464 req-e0248f82-c5ff-4dec-bd12-46fe1cd66a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:58.830134 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-e0248f82-c5ff-4dec-bd12-46fe1cd66a88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0827229 Jul 26 16:42:58.904002 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e28e-f142-499c-a815-9e1198582464 req-5051864f-014e-4604-a8d9-50c9adb0ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:58.905514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-5051864f-014e-4604-a8d9-50c9adb0ec72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691979 Jul 26 16:42:58.988905 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:59.101953 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-10205049-ab94-4aaf-ba60-f428127dcedc service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745837 Jul 26 16:42:59.211588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:59.274907 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf6e28e-f142-499c-a815-9e1198582464 req-49a52e28-dffd-48cc-90cb-d587ba0dacd2 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656904 Jul 26 16:42:59.316625 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Deleting port e4e1de6e-a96b-4569-b786-9e5cc3623046 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:42:59.317303 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:59.368199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc0321-c9b0-40ae-a5d1-7702af90c11a req-1c1cc78f-6820-4d04-a8f3-5865aee32baa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:42:59.369837 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3fc0321-c9b0-40ae-a5d1-7702af90c11a req-1c1cc78f-6820-4d04-a8f3-5865aee32baa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0542080 Jul 26 16:42:59.416295 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] For port e4e1de6e-a96b-4569-b786-9e5cc3623046, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=e4e1de6e-a96b-4569-b786-9e5cc3623046,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:42:59.416712 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:59.425715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:42:59.433472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Calling delete_port for e4e1de6e-a96b-4569-b786-9e5cc3623046 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:42:59.436675 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e3fc0321-c9b0-40ae-a5d1-7702af90c11a req-0d86f503-b7f7-4a6b-b1b3-eb8e204ea90d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587411 Jul 26 16:42:59.467476 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ae490377-20a5-4403-8a62-d7926b6b5b08 req-1f18963a-ebf8-4ca2-bc01-8816b573b352 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0385587 Jul 26 16:42:59.715882 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (e4e1de6e-a96b-4569-b786-9e5cc3623046), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:42:59.989844 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e1de6e-a96b-4569-b786-9e5cc3623046,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:00.153976 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:00.362149 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Router 42b394a7-9e08-4641-b851-a8b9aa7c7eef has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:43:00.407545 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.467226 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:43:00.481050 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-145902ba-b9af-4e46-baa7-37b929349610 admin admin] 10.222.0.144 "PUT /v2.0/routers/42b394a7-9e08-4641-b851-a8b9aa7c7eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1822360 Jul 26 16:43:00.481050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49074) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:00.485245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Sync routers for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:43:00.504129 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:43:00.504814 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:42:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:00.582754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb6ca-f35d-48a9-a6dd-d6d87c9420fe req-8c39f71e-d1d6-4f34-8b1d-ba94bcc2a4f9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:00.584292 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-73dfb6ca-f35d-48a9-a6dd-d6d87c9420fe req-8c39f71e-d1d6-4f34-8b1d-ba94bcc2a4f9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0472240 Jul 26 16:43:00.598234 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4264d6ed-750c-46d3-aa23-9bf2594eed1e req-7690304a-2759-4071-b56a-8c931b5d76b9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0346282 Jul 26 16:43:00.616697 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:43:00.621476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks [] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:00.636304 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-73dfb6ca-f35d-48a9-a6dd-d6d87c9420fe req-4b72c494-a912-48b2-8241-4453c4a2eea2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456729 Jul 26 16:43:00.677761 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.732696 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks [] for router_gateway (42b394a7-9e08-4641-b851-a8b9aa7c7eef), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:00.733876 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.786089 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:42:59Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:00.810353 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Checking router: 42b394a7-9e08-4641-b851-a8b9aa7c7eef for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:43:00.819346 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Routers {'42b394a7-9e08-4641-b851-a8b9aa7c7eef'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:43:00.819943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:42:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:00.903569 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Deleting port b8d8e858-ac00-4976-9baa-ed7a297dffe8 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:43:00.903915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:00.905628 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.919549 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] Set router 42b394a7-9e08-4641-b851-a8b9aa7c7eef gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:43:00.938871 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.941706 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:00.987155 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] For port b8d8e858-ac00-4976-9baa-ed7a297dffe8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b8d8e858-ac00-4976-9baa-ed7a297dffe8,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:00.987524 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.004492 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Calling delete_port for b8d8e858-ac00-4976-9baa-ed7a297dffe8 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:43:01.102346 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:42:59Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:01.129752 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd78b8c-aa87-4177-a25b-10cb9cba0dbf None None] The sync data for ids ['42b394a7-9e08-4641-b851-a8b9aa7c7eef'] in dv-cinder-851042-1-iscsi is: [{'id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'name': 'tempest-AttachVolumeTestJSON-792302418-router', 'tenant_id': '4088561009754a839604e3798787d8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:42:59Z', 'revision_number': 5, 'project_id': '4088561009754a839604e3798787d8b9', 'gw_port': {'id': 'b8d8e858-ac00-4976-9baa-ed7a297dffe8', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b394a7-9e08-4641-b851-a8b9aa7c7eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:36Z', 'updated_at': '2022-07-26T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:43:01.258813 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (b8d8e858-ac00-4976-9baa-ed7a297dffe8), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.265613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:01.291228 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d8e858-ac00-4976-9baa-ed7a297dffe8,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:01.365938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.454526 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.456718 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks [] for router_controller (42b394a7-9e08-4641-b851-a8b9aa7c7eef), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.541126 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:01.601535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (42b394a7-9e08-4641-b851-a8b9aa7c7eef), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.602433 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b394a7-9e08-4641-b851-a8b9aa7c7eef {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:43:01.607068 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.608403 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5f35f37b-5d24-4262-9d29-48b025229b79 admin admin] 10.222.0.144 "DELETE /v2.0/routers/42b394a7-9e08-4641-b851-a8b9aa7c7eef HTTP/1.1" status: 204 len: 168 time: 1.1268611 Jul 26 16:43:01.611327 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49080) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:01.634777 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: ACTIVE; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:01.634777 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.666040 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Deleting subnet 7579b1b7-64d6-4d66-b721-51c0c600714e {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:43:01.666562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:01.669326 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a6b481-ab21-4db5-8a02-0977856f5e42" -d '{"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:01.670309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Publish callbacks [] for subnet (7579b1b7-64d6-4d66-b721-51c0c600714e), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.689617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:01.732606 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea59d9d2-c1f9-4b18-91ef-e18f65a99949 req-871caeed-7709-456f-9d44-6e924a8a0aa0 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0334032 Jul 26 16:43:01.738413 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (7579b1b7-64d6-4d66-b721-51c0c600714e), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.779204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.797127 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f099f-0bc7-4ce8-bfdd-e115206e6560 req-053a6f64-f62f-460b-8678-ca518b8c6263 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:01.805619 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3e8f099f-0bc7-4ce8-bfdd-e115206e6560 req-053a6f64-f62f-460b-8678-ca518b8c6263 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 946 time: 0.0793271 Jul 26 16:43:01.813546 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb6419d-0dbd-481a-8927-10bd80bff74e x-openstack-request-id: req-bbb6419d-0dbd-481a-8927-10bd80bff74e {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:01.813930 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-unplugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:01.814244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-bbb6419d-0dbd-481a-8927-10bd80bff74e {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:01.814820 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb6419d-0dbd-481a-8927-10bd80bff74e'] response: {'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'code': 200} Jul 26 16:43:01.835569 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (7579b1b7-64d6-4d66-b721-51c0c600714e), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:01.845019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=8']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:01.853713 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.857294 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.858134 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.858408 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.858806 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.859245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:01.872579 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3e8f099f-0bc7-4ce8-bfdd-e115206e6560 req-d1bf226e-1499-424c-a2a6-7fbb9b3b03b6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656540 Jul 26 16:43:01.973367 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (7579b1b7-64d6-4d66-b721-51c0c600714e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.002129 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7579b1b7-64d6-4d66-b721-51c0c600714e,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:02.006013 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.009733 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-cf095834-953a-4ca3-a8c7-8f46b55852cb admin admin] 10.222.0.144 "DELETE /v2.0/subnets/7579b1b7-64d6-4d66-b721-51c0c600714e HTTP/1.1" status: 204 len: 168 time: 0.3958282 Jul 26 16:43:02.011752 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49092) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:02.011905 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56492abb-2255-4f23-b15e-bc08058e5af5 None None] Network 064214c0-586f-4d9b-9abf-5c6b26d0c406 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:43:02.018517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:02.069578 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:02.087541 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (064214c0-586f-4d9b-9abf-5c6b26d0c406), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.135033 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Deleting port b03ea46e-07b4-4a2f-98c3-3170a44db708 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:43:02.135379 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.183660 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:02.206172 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] For port b03ea46e-07b4-4a2f-98c3-3170a44db708, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b03ea46e-07b4-4a2f-98c3-3170a44db708,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:02.206537 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.218979 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Calling delete_port for b03ea46e-07b4-4a2f-98c3-3170a44db708 owned by network:dhcp {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:43:02.301875 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] DHCP port deletion for 064214c0-586f-4d9b-9abf-5c6b26d0c406 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:43:02.360872 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Deleting port b03ea46e-07b4-4a2f-98c3-3170a44db708 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:43:02.361255 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.384647 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.409944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:02.419195 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] No DVR routers for this DVR port b03ea46e-07b4-4a2f-98c3-3170a44db708 on host dv-cinder-851042-1-iscsi {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:43:02.427229 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b03ea46e-07b4-4a2f-98c3-3170a44db708,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:02.446174 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] For port b03ea46e-07b4-4a2f-98c3-3170a44db708, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b03ea46e-07b4-4a2f-98c3-3170a44db708,segment=NetworkSegment(f9149f5f-d1fc-4865-a564-ba46b1f00392),segment_id=f9149f5f-d1fc-4865-a564-ba46b1f00392)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:02.446595 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.461190 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Calling delete_port for b03ea46e-07b4-4a2f-98c3-3170a44db708 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:43:02.503944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-5707811c-154f-4a81-bcb0-6fa78fc16033 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:02.505431 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-5707811c-154f-4a81-bcb0-6fa78fc16033 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1511140 Jul 26 16:43:02.522087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (064214c0-586f-4d9b-9abf-5c6b26d0c406), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.545313 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064214c0-586f-4d9b-9abf-5c6b26d0c406']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:02.557676 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9149f5f-d1fc-4865-a564-ba46b1f00392') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:02.557972 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9149f5f-d1fc-4865-a564-ba46b1f00392') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:02.558663 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (b03ea46e-07b4-4a2f-98c3-3170a44db708), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.571112 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (f9149f5f-d1fc-4865-a564-ba46b1f00392), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.584486 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] Pushing event deleted for resources: {'Port': ['ID=b03ea46e-07b4-4a2f-98c3-3170a44db708,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:02.585916 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (f9149f5f-d1fc-4865-a564-ba46b1f00392), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.586663 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-2878959e-02f9-40aa-a599-aa47ca353067 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 380 time: 0.0646434 Jul 26 16:43:02.588319 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec2e03-7992-4d3a-82d2-c6d83099a8b1 None None] No DVR routers for this DVR port b03ea46e-07b4-4a2f-98c3-3170a44db708 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:43:02.592838 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:43:02.593286 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (f9149f5f-d1fc-4865-a564-ba46b1f00392), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.600174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'port': {'device_id': '608fc7e4-4ccf-4823-82af-392b80004b29', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'admin_state_up': True, 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'security_groups': ['db45c0c4-55c3-4d94-acb5-99bb776ae0e0']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:43:02.668051 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment f9149f5f-d1fc-4865-a564-ba46b1f00392 resource provider aggregate not found Jul 26 16:43:02.687453 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment f9149f5f-d1fc-4865-a564-ba46b1f00392 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9149f5f-d1fc-4865-a564-ba46b1f00392 found for delete ", "request_id": "req-43afd3ef-b532-4062-92e4-b149e7cbd026"}]} Jul 26 16:43:02.778878 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (064214c0-586f-4d9b-9abf-5c6b26d0c406), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.788675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.788675 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] 10.222.0.144 "DELETE /v2.0/networks/064214c0-586f-4d9b-9abf-5c6b26d0c406 HTTP/1.1" status: 204 len: 168 time: 0.7753255 Jul 26 16:43:02.808194 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc749cdc-bdfb-4d63-b240-524c89337f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=064214c0-586f-4d9b-9abf-5c6b26d0c406,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:02.847219 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Made reservation on behalf of 94684df47fe14e55af2e72ab5d2ddc48 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:43:02.850757 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:02.871031 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-20f647b8-0442-4ac0-a9a2-115ddb9a9b04 req-a3b794fd-edff-4f74-88ef-cf4257f42cfc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0393913 Jul 26 16:43:02.991329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.20.0.4 (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97/cc7115f3-ec43-40a8-9d60-54f87d93a7e4/e4318fe5-e428-4abb-b479-2d426846b89d) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:43:03.007113 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:03.100135 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b8d8e858-ac00-4976-9baa-ed7a297dffe8 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:03.124722 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: b8d8e858-ac00-4976-9baa-ed7a297dffe8 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:43:03.126273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b8d8e858-ac00-4976-9baa-ed7a297dffe8 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:43:03.126273 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device e4e1de6e-a96b-4569-b786-9e5cc3623046 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:03.149499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (e4318fe5-e428-4abb-b479-2d426846b89d), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.151209 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: e4e1de6e-a96b-4569-b786-9e5cc3623046 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:43:03.151737 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device e4e1de6e-a96b-4569-b786-9e5cc3623046 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:43:03.152371 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b03ea46e-07b4-4a2f-98c3-3170a44db708 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:03.170871 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: b03ea46e-07b4-4a2f-98c3-3170a44db708 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:43:03.171213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b03ea46e-07b4-4a2f-98c3-3170a44db708 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:43:03.287576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.333870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49116) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:03.336337 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:43:03.342103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:43:03.345121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:43:03.372305 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:03.393068 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49120) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:03.398838 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-08c0fe6f-1411-46e6-aec2-ef15da0dbbf8 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=4088561009754a839604e3798787d8b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493262 Jul 26 16:43:03.465000 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:03.465655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.510888 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] Publish callbacks [] for security_group (639dfc4f-38ad-4c07-90d7-004dbd01a1d3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.539505 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] Publish callbacks [] for security_group (639dfc4f-38ad-4c07-90d7-004dbd01a1d3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.570892 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-c021570a-328c-42b9-958d-a575a021107b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9793756 Jul 26 16:43:03.587960 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Request body: {'port': {'device_id': '608fc7e4-4ccf-4823-82af-392b80004b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:43:03.623463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:03.645683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-f40d20c7-fe78-4985-86a7-efe9537ad3b4 None None] Provisioning complete for port e4318fe5-e428-4abb-b479-2d426846b89d triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:43:03.646262 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f40d20c7-fe78-4985-86a7-efe9537ad3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.652004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.665382 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:03.678742 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f40d20c7-fe78-4985-86a7-efe9537ad3b4 None None] Port e4318fe5-e428-4abb-b479-2d426846b89d cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:43:03.815347 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (639dfc4f-38ad-4c07-90d7-004dbd01a1d3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.817917 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.819048 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/639dfc4f-38ad-4c07-90d7-004dbd01a1d3 HTTP/1.1" status: 204 len: 168 time: 0.4211583 Jul 26 16:43:03.835642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c28c0-c279-435d-b597-e4c603d4004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639dfc4f-38ad-4c07-90d7-004dbd01a1d3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:03.932067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4318fe5-e428-4abb-b479-2d426846b89d {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:43:03.950444 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks [] for port (e4318fe5-e428-4abb-b479-2d426846b89d), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:03.979679 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:03.989810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Transition to ACTIVE for port object e4318fe5-e428-4abb-b479-2d426846b89d will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:43:03.996420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7d189-00b3-4bae-98c3-9289a22d724b req-ff5c740f-6774-43c4-8beb-180cf1cbe684 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:03.997884 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4ed7d189-00b3-4bae-98c3-9289a22d724b req-ff5c740f-6774-43c4-8beb-180cf1cbe684 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 931 time: 0.0612419 Jul 26 16:43:04.048268 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4ed7d189-00b3-4bae-98c3-9289a22d724b req-4ff25570-7a45-422a-867e-94958edf1448 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Jul 26 16:43:04.088121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:04.135081 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Pushing event updated for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:04.229668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Attempting to bind port e4318fe5-e428-4abb-b479-2d426846b89d on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:43:04.230237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Attempting to bind port e4318fe5-e428-4abb-b479-2d426846b89d by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:43:04.230651 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Attempting to bind port e4318fe5-e428-4abb-b479-2d426846b89d on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:43:04.237499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Port e4318fe5-e428-4abb-b479-2d426846b89d on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:43:04.238528 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Attempting to bind port e4318fe5-e428-4abb-b479-2d426846b89d on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:43:04.251797 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:43:04.252416 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:43:04.252961 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Bound using segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:43:04.253401 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Bound port: e4318fe5-e428-4abb-b479-2d426846b89d, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:43:04.253761 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:04.347180 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:43:04.350820 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e4318fe5-e428-4abb-b479-2d426846b89d,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:43:04.471658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:04.503991 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:04.504983 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:04.508329 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] 10.222.0.86 "PUT /v2.0/ports/e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 200 len: 1093 time: 0.9226294 Jul 26 16:43:04.510750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:04.513043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cdff7e-846d-45a2-b5e2-907d36a8352f" -d '{"events": [{"name": "network-changed", "server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:04.550250 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348b49c-a057-4983-a504-23a95a1fd191 service neutron] Pushing event updated for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:04.566224 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236a097a-fb1a-4370-a5e4-664cc9f39066 x-openstack-request-id: req-236a097a-fb1a-4370-a5e4-664cc9f39066 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:04.566515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:04.566782 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-236a097a-fb1a-4370-a5e4-664cc9f39066 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:04.567196 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236a097a-fb1a-4370-a5e4-664cc9f39066'] response: {'name': 'network-changed', 'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'status': 'completed', 'code': 200} Jul 26 16:43:04.659926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-1b8bd8f2-3039-421b-ba2d-38a20582c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:04.662356 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-1b8bd8f2-3039-421b-ba2d-38a20582c8f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1127 time: 0.0528147 Jul 26 16:43:04.711397 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4bbc-45f3-4e1a-8aab-698cf6901a2b req-6c1c56c7-b725-46ca-b595-36c82445f4b4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:04.713799 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b2ef4bbc-45f3-4e1a-8aab-698cf6901a2b req-6c1c56c7-b725-46ca-b595-36c82445f4b4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0580237 Jul 26 16:43:04.762236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:04.768875 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b2ef4bbc-45f3-4e1a-8aab-698cf6901a2b req-5a387a9b-de35-4f80-97fc-8dc169eae164 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Jul 26 16:43:04.796939 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-d0124267-1bc0-4dde-ae06-5228ce4293bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:04.799281 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-d0124267-1bc0-4dde-ae06-5228ce4293bc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1228278 Jul 26 16:43:04.905224 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-ed7a905e-44cb-4056-9ddb-e9071b3a9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:04.907370 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-32cdff7e-846d-45a2-b5e2-907d36a8352f req-ed7a905e-44cb-4056-9ddb-e9071b3a9c0e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1021614 Jul 26 16:43:05.011115 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-6deb5c15-d9e6-4f56-be20-d81087329f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.012643 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-6deb5c15-d9e6-4f56-be20-d81087329f32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1127 time: 0.0441833 Jul 26 16:43:05.059876 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-228091f1-9731-4d10-a4d6-98d12151305c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 200 len: 217 time: 0.0343556 Jul 26 16:43:05.120038 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-03963337-3078-42d1-8a70-82c3e0e6927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.121851 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-03963337-3078-42d1-8a70-82c3e0e6927c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0559800 Jul 26 16:43:05.205626 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462406a-ad42-49ec-a1af-5f056af2dd97 req-28d1a52e-5838-4f5e-9f27-03e96fecade7 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.207135 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2462406a-ad42-49ec-a1af-5f056af2dd97 req-28d1a52e-5838-4f5e-9f27-03e96fecade7 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0831051 Jul 26 16:43:05.211761 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-5e90fd25-6a54-468b-b2f3-af85bca35957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.211761 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-5e90fd25-6a54-468b-b2f3-af85bca35957 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757079 Jul 26 16:43:05.553996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:05.600249 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2462406a-ad42-49ec-a1af-5f056af2dd97 req-21fb30a2-521f-4fb3-b5cf-7764e428355e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872662 Jul 26 16:43:05.616891 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-60973a07-1189-45b0-95f4-d7912c0bd2c6 service neutron] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4728830 Jul 26 16:43:05.635380 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: DOWN; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:05.648579 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-7c2459ae-7537-4540-8066-7d843e83ac60 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246480 Jul 26 16:43:05.741164 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f633aeb-029f-472e-bd6c-68a0e45930a0 req-5849bd42-4185-4a7a-8752-78b406de652e service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Jul 26 16:43:05.869874 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-7b3888bc-bba7-48e4-9c2a-339409be1329 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.871342 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-7b3888bc-bba7-48e4-9c2a-339409be1329 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports/5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 941 time: 0.2232211 Jul 26 16:43:05.915764 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98381cd-62c8-4fd4-be18-0b89e955fd79 req-87d9d309-ea85-4196-89ba-ce6f0c889829 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:05.918061 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d98381cd-62c8-4fd4-be18-0b89e955fd79 req-87d9d309-ea85-4196-89ba-ce6f0c889829 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0633497 Jul 26 16:43:05.937164 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:05.967108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d98381cd-62c8-4fd4-be18-0b89e955fd79 req-978f7942-3b61-4cea-b37d-5cd636768b94 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Jul 26 16:43:06.224525 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:06.727279 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079aabd-78be-42df-89d5-e8717bec27be req-26ae29b6-6f1c-4b6c-86f1-a24a7f4c3b60 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:06.728766 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1079aabd-78be-42df-89d5-e8717bec27be req-26ae29b6-6f1c-4b6c-86f1-a24a7f4c3b60 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0464847 Jul 26 16:43:06.781643 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1079aabd-78be-42df-89d5-e8717bec27be req-bc098ea9-7db3-460b-9464-dd3b325bfc45 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Jul 26 16:43:07.097467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a6709-ca89-4e0d-a20f-7fbae565d5e7 req-ec7ac0dc-ce73-484a-ba55-6fc4e17e1d90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:07.099104 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-389a6709-ca89-4e0d-a20f-7fbae565d5e7 req-ec7ac0dc-ce73-484a-ba55-6fc4e17e1d90 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0475912 Jul 26 16:43:07.165051 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-389a6709-ca89-4e0d-a20f-7fbae565d5e7 req-0744ba3e-88bb-4a6a-bc60-144c07b87f05 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591321 Jul 26 16:43:07.670260 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49242) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:07.733660 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-cd8f73a1-d7c3-4804-bb28-168c71e40d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:07.735843 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-cd8f73a1-d7c3-4804-bb28-168c71e40d99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5&tenant_id=f6a8f13fe22741d6843f193a0a959e57 HTTP/1.1" status: 200 len: 1128 time: 0.0442350 Jul 26 16:43:07.858960 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:07.861044 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbe79a8a-cd61-4def-a780-e9f7bfdf1676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:07.913731 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-8fac5791-2883-45af-8f76-15ae431f4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:07.915287 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-8fac5791-2883-45af-8f76-15ae431f4384 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1128 time: 0.1244266 Jul 26 16:43:08.006418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:08.015466 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cc098-b65f-47db-b0fe-159f0691cc54 req-3a176ea6-a37e-4f98-9875-341783c84d59 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:08.017533 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-925cc098-b65f-47db-b0fe-159f0691cc54 req-3a176ea6-a37e-4f98-9875-341783c84d59 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.1273515 Jul 26 16:43:08.096940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbe79a8a-cd61-4def-a780-e9f7bfdf1676 admin admin] Publish callbacks [] for security_group (e59a3b2d-2da2-44cf-b3c4-242271d20ba3), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.123187 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-925cc098-b65f-47db-b0fe-159f0691cc54 req-0f77ee23-a480-4555-b2ec-55afd1cb9852 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972717 Jul 26 16:43:08.127788 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-7e5eb76a-d0ef-4aa2-8acb-a6bd4be371d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:08.129238 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-7e5eb76a-d0ef-4aa2-8acb-a6bd4be371d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.1913302 Jul 26 16:43:08.191503 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-8ca4570c-ddeb-4407-8311-180bf96f98b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 999 time: 0.0560858 Jul 26 16:43:08.238170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fbe79a8a-cd61-4def-a780-e9f7bfdf1676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e59a3b2d-2da2-44cf-b3c4-242271d20ba3), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.269477 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-1b99e2a1-6e05-45ad-a4e1-8540682fde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:08.271090 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-1b99e2a1-6e05-45ad-a4e1-8540682fde4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0735662 Jul 26 16:43:08.299537 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe79a8a-cd61-4def-a780-e9f7bfdf1676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a3b2d-2da2-44cf-b3c4-242271d20ba3,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:08.302519 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-fbe79a8a-cd61-4def-a780-e9f7bfdf1676 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=df64ffee96e34872aad7362c3be68fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6311731 Jul 26 16:43:08.309162 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49256) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:08.323604 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702365e2-bf4d-4ac2-bdbf-f2f6519d5c6c req-90eabe99-6489-458d-baf9-923f71d96a47 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:08.325153 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-702365e2-bf4d-4ac2-bdbf-f2f6519d5c6c req-90eabe99-6489-458d-baf9-923f71d96a47 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0713694 Jul 26 16:43:08.332729 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-8f63d92a-f2e7-4f30-a88e-2675e11db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:08.334285 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-8f63d92a-f2e7-4f30-a88e-2675e11db046 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512185 Jul 26 16:43:08.403165 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-702365e2-bf4d-4ac2-bdbf-f2f6519d5c6c req-7f954650-101a-41ba-89be-51ca36d6f5a1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667727 Jul 26 16:43:08.409455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] Publish callbacks [] for security_group (e59a3b2d-2da2-44cf-b3c4-242271d20ba3), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.432268 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] Publish callbacks [] for security_group (e59a3b2d-2da2-44cf-b3c4-242271d20ba3), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.439337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-f26e62d0-52fd-4bf4-94fc-293c095cad27 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985334 Jul 26 16:43:08.452650 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:08.533408 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-3d29e7e5-b1f4-476f-b3c7-b03c399b57b2 service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868514 Jul 26 16:43:08.590350 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (e59a3b2d-2da2-44cf-b3c4-242271d20ba3), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.593044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:08.594226 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/e59a3b2d-2da2-44cf-b3c4-242271d20ba3 HTTP/1.1" status: 204 len: 168 time: 0.2842867 Jul 26 16:43:08.602681 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36905424-7d33-4a27-b2f8-c43288c084d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a3b2d-2da2-44cf-b3c4-242271d20ba3,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:09.247331 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbff479-04b9-4ab7-b639-c98a6c30b92b req-6aacbe75-8d1a-4e82-9387-4f1d7ae8267a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:09.248871 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fdbff479-04b9-4ab7-b639-c98a6c30b92b req-6aacbe75-8d1a-4e82-9387-4f1d7ae8267a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0531569 Jul 26 16:43:09.305744 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fdbff479-04b9-4ab7-b639-c98a6c30b92b req-31a6f84e-0d85-4026-ba7c-5ee95ea2111a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505376 Jul 26 16:43:09.387922 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49286) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:09.402385 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-794001da-6bbd-42cd-b0aa-885bf92fbef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.483168 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-794001da-6bbd-42cd-b0aa-885bf92fbef3 admin admin] Publish callbacks [] for security_group (ce8db91d-7880-4958-9af2-67fdf1e472f1), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.543350 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88f644-5b11-4d06-897a-74ab9bb8a313 req-92030604-9276-49ef-8d8c-1a13e8c2f653 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:09.544846 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9c88f644-5b11-4d06-897a-74ab9bb8a313 req-92030604-9276-49ef-8d8c-1a13e8c2f653 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0512259 Jul 26 16:43:09.565557 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-794001da-6bbd-42cd-b0aa-885bf92fbef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ce8db91d-7880-4958-9af2-67fdf1e472f1), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.619501 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-794001da-6bbd-42cd-b0aa-885bf92fbef3 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=bcc518075d594c68b41a92839df3b61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302465 Jul 26 16:43:09.622508 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49292) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:09.627488 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794001da-6bbd-42cd-b0aa-885bf92fbef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8db91d-7880-4958-9af2-67fdf1e472f1,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:09.632741 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9c88f644-5b11-4d06-897a-74ab9bb8a313 req-288ca125-31db-4e90-9f6a-0038254310ec tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823476 Jul 26 16:43:09.684098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] Publish callbacks [] for security_group (ce8db91d-7880-4958-9af2-67fdf1e472f1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.705438 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] Publish callbacks [] for security_group (ce8db91d-7880-4958-9af2-67fdf1e472f1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.876097 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ce8db91d-7880-4958-9af2-67fdf1e472f1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.878727 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:09.879887 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/ce8db91d-7880-4958-9af2-67fdf1e472f1 HTTP/1.1" status: 204 len: 168 time: 0.2563360 Jul 26 16:43:09.887868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb527b-7e4b-416e-b572-4b81456cded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8db91d-7880-4958-9af2-67fdf1e472f1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:10.588027 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3376-bd45-4083-8016-b67b05b22d25 req-328abea5-0522-4350-9f50-21d5f9de3e31 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:10.589543 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-004c3376-bd45-4083-8016-b67b05b22d25 req-328abea5-0522-4350-9f50-21d5f9de3e31 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0510964 Jul 26 16:43:10.643546 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-004c3376-bd45-4083-8016-b67b05b22d25 req-6dc5622a-9ad8-4bac-9425-3657e6c729d2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 Jul 26 16:43:10.727644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:10.765969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421881-e81b-4447-b051-764ad6ebf0e6 req-e9813bcd-640d-41e1-a341-2269462d8ad2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:10.767454 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fc421881-e81b-4447-b051-764ad6ebf0e6 req-e9813bcd-640d-41e1-a341-2269462d8ad2 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0487072 Jul 26 16:43:10.816405 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fc421881-e81b-4447-b051-764ad6ebf0e6 req-35c49a73-6423-4e9f-b665-157bb7802182 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Jul 26 16:43:11.766764 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41ab81-8333-4cbb-a6f0-57ef80b0a382 req-c3e99a02-ceca-4eea-ac13-64e6e42c6f5f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:11.768371 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd41ab81-8333-4cbb-a6f0-57ef80b0a382 req-c3e99a02-ceca-4eea-ac13-64e6e42c6f5f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0509043 Jul 26 16:43:11.824026 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bd41ab81-8333-4cbb-a6f0-57ef80b0a382 req-6f48b29a-7abf-46ff-bef8-1edf2a534994 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499899 Jul 26 16:43:11.944353 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865d38-bb4a-4458-8aec-3afd5df40e8c req-eb1497ca-8a74-4814-8894-9cc7521b252e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:11.945869 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c3865d38-bb4a-4458-8aec-3afd5df40e8c req-eb1497ca-8a74-4814-8894-9cc7521b252e tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0513341 Jul 26 16:43:11.972355 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:11.995452 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c3865d38-bb4a-4458-8aec-3afd5df40e8c req-0c5bf577-eb67-49f0-85f6-32c5338db8e7 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Jul 26 16:43:12.942152 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3004-28cc-4995-a6b0-a389f2087a5a req-79ee48cb-64b0-4619-86b7-8e790d5627cf tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:12.943590 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41bf3004-28cc-4995-a6b0-a389f2087a5a req-79ee48cb-64b0-4619-86b7-8e790d5627cf tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0467212 Jul 26 16:43:12.994943 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41bf3004-28cc-4995-a6b0-a389f2087a5a req-dc2195c3-f088-4991-8f88-84193a99dbfc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457616 Jul 26 16:43:13.119864 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4033e8-fcc1-4cef-a237-c8761731bf04 req-716d490d-290a-422d-a725-bc10a3ac42ca tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:13.121326 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb4033e8-fcc1-4cef-a237-c8761731bf04 req-716d490d-290a-422d-a725-bc10a3ac42ca tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0477111 Jul 26 16:43:13.168440 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bb4033e8-fcc1-4cef-a237-c8761731bf04 req-c2fb554c-106d-4664-8702-074954025aa6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Jul 26 16:43:14.115585 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80375dd6-c2c8-43da-a557-cd684c95ef40 req-7b7a9ea3-ffea-4a9d-a52d-45e3502a25e6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:14.117106 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80375dd6-c2c8-43da-a557-cd684c95ef40 req-7b7a9ea3-ffea-4a9d-a52d-45e3502a25e6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0514607 Jul 26 16:43:14.172038 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-80375dd6-c2c8-43da-a557-cd684c95ef40 req-878c9c3a-4ad9-4566-a4d1-7c6bf5b37838 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489945 Jul 26 16:43:14.304705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd23d4f-21d9-4657-89f1-abdc5f713dfc req-84c83859-3a9a-4a91-954f-216cfbcaa8ac tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:14.306403 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7cd23d4f-21d9-4657-89f1-abdc5f713dfc req-84c83859-3a9a-4a91-954f-216cfbcaa8ac tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0532403 Jul 26 16:43:14.358807 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7cd23d4f-21d9-4657-89f1-abdc5f713dfc req-f917e584-8c5a-4eea-bdfc-be486cbf5445 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Jul 26 16:43:15.316899 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64b801-0db7-4ada-92d6-6dabb7e14880 req-e6f10202-59b4-44ab-8247-f37f89fd3bd9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:15.318438 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db64b801-0db7-4ada-92d6-6dabb7e14880 req-e6f10202-59b4-44ab-8247-f37f89fd3bd9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Jul 26 16:43:15.376827 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db64b801-0db7-4ada-92d6-6dabb7e14880 req-12d4a587-b28c-4ca8-aade-25f18f2a1267 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525625 Jul 26 16:43:15.486451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf702c-752b-48bc-ab1c-16a0671fd407 req-c4b12d80-651c-4ecc-897d-fd2a4fe1c081 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:15.487843 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bdaf702c-752b-48bc-ab1c-16a0671fd407 req-c4b12d80-651c-4ecc-897d-fd2a4fe1c081 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0506048 Jul 26 16:43:15.537200 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bdaf702c-752b-48bc-ab1c-16a0671fd407 req-8729515d-137d-4c3e-b43a-9b581feed9be tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Jul 26 16:43:16.466871 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49414) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:16.518143 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0d26a-2a31-42d6-8e4b-f036f9d9af44 req-845567a1-614b-4416-9a1a-b33368170126 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:16.525955 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-11a0d26a-2a31-42d6-8e4b-f036f9d9af44 req-845567a1-614b-4416-9a1a-b33368170126 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0704653 Jul 26 16:43:16.601212 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-11a0d26a-2a31-42d6-8e4b-f036f9d9af44 req-e9ec015e-170c-493d-ad63-a866b2ae9762 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738018 Jul 26 16:43:16.656096 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-41961146-0a7a-4346-8f38-fc32f38478f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:16.719701 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c94a86-6261-4e8f-b52b-5521f444d2ca req-dff07ad0-2bdc-4b0c-ac43-1a77c52f568f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:16.721523 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8c94a86-6261-4e8f-b52b-5521f444d2ca req-dff07ad0-2bdc-4b0c-ac43-1a77c52f568f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0674403 Jul 26 16:43:16.802666 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8c94a86-6261-4e8f-b52b-5521f444d2ca req-12bdad96-b7f1-4135-b411-1d0b5a177fed tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741878 Jul 26 16:43:16.832940 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-41961146-0a7a-4346-8f38-fc32f38478f6 admin admin] Publish callbacks [] for security_group (d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:16.893200 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-41961146-0a7a-4346-8f38-fc32f38478f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:16.932977 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-41961146-0a7a-4346-8f38-fc32f38478f6 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=14e606f778aa4c8c8b43a6aac60d2d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650674 Jul 26 16:43:16.933902 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41961146-0a7a-4346-8f38-fc32f38478f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:16.935683 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49420) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:16.953796 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:16.986149 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] Publish callbacks [] for security_group (d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:16.994691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:17.008648 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] Publish callbacks [] for security_group (d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:17.161517 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:17.164124 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:17.165316 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1 HTTP/1.1" status: 204 len: 168 time: 0.2285919 Jul 26 16:43:17.173755 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742ef99-2687-4aba-939f-b9edf186c500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c132a8-c9f7-4de2-a60b-f8e3e8c71cd1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:17.721993 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03aa64-f92c-49a7-a30b-43ec4d8e3d3a req-98fc9b35-eb1f-44ad-83c9-dd7188099456 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:17.723542 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cf03aa64-f92c-49a7-a30b-43ec4d8e3d3a req-98fc9b35-eb1f-44ad-83c9-dd7188099456 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0487854 Jul 26 16:43:17.805030 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cf03aa64-f92c-49a7-a30b-43ec4d8e3d3a req-c4234ab0-6de1-46b6-96c7-e049c23f0813 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747051 Jul 26 16:43:17.915089 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49434) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:17.929261 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bfafbfbb-f47b-4f51-a03c-c1344e14fc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:17.943918 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201e02-2e10-4bcc-b91d-b667be750706 req-a61dfa93-ef76-4bc9-8cf9-9bdeeef0c660 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:17.945428 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-55201e02-2e10-4bcc-b91d-b667be750706 req-a61dfa93-ef76-4bc9-8cf9-9bdeeef0c660 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0498919 Jul 26 16:43:17.992558 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-55201e02-2e10-4bcc-b91d-b667be750706 req-297f0439-7433-434a-8181-ff6d49f7ec7f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Jul 26 16:43:18.018327 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bfafbfbb-f47b-4f51-a03c-c1344e14fc4c admin admin] Publish callbacks [] for security_group (ac54a9be-ca69-43ca-a9f5-1df4eeee5532), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.115629 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-bfafbfbb-f47b-4f51-a03c-c1344e14fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ac54a9be-ca69-43ca-a9f5-1df4eeee5532), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.157846 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-bfafbfbb-f47b-4f51-a03c-c1344e14fc4c admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=2e390d0e411b4d68890dae977ad2f651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415812 Jul 26 16:43:18.159003 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafbfbb-f47b-4f51-a03c-c1344e14fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac54a9be-ca69-43ca-a9f5-1df4eeee5532,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:18.160754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49436) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:18.217686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] Publish callbacks [] for security_group (ac54a9be-ca69-43ca-a9f5-1df4eeee5532), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.256032 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] Publish callbacks [] for security_group (ac54a9be-ca69-43ca-a9f5-1df4eeee5532), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.419423 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ac54a9be-ca69-43ca-a9f5-1df4eeee5532), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.423398 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:18.425257 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/ac54a9be-ca69-43ca-a9f5-1df4eeee5532 HTTP/1.1" status: 204 len: 168 time: 0.2632399 Jul 26 16:43:18.436243 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e1fc6-d955-4030-93dd-f0c44fc9eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac54a9be-ca69-43ca-a9f5-1df4eeee5532,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:18.940714 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d2315-7f1d-45b3-ac47-d733b7bfb009 req-b2ae7789-dc24-4486-b700-cac5d8291e82 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:18.943025 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0c4d2315-7f1d-45b3-ac47-d733b7bfb009 req-b2ae7789-dc24-4486-b700-cac5d8291e82 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0561612 Jul 26 16:43:19.022368 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0c4d2315-7f1d-45b3-ac47-d733b7bfb009 req-033f104e-57a4-4966-9a70-2e9dec4de73e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729749 Jul 26 16:43:19.128038 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:19.144548 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a582e-3b77-47bb-98a1-d66015d1e4d0 req-46e58303-4279-4408-9179-941075438b2f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:19.146133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-655a582e-3b77-47bb-98a1-d66015d1e4d0 req-46e58303-4279-4408-9179-941075438b2f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0586259 Jul 26 16:43:19.181685 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:19.217105 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-655a582e-3b77-47bb-98a1-d66015d1e4d0 req-b702ec3d-ef62-4507-afd2-b118663fd57f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651963 Jul 26 16:43:20.175568 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac68d5-f28a-474a-b8a9-b633748ac131 req-78a136dc-f2d9-416b-a875-78982780482c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:20.177024 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1ac68d5-f28a-474a-b8a9-b633748ac131 req-78a136dc-f2d9-416b-a875-78982780482c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0739720 Jul 26 16:43:20.248165 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1ac68d5-f28a-474a-b8a9-b633748ac131 req-6afb9e8e-89be-47f0-8bee-285270b9268d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632918 Jul 26 16:43:20.373451 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c11c12-56f3-4e67-b6e8-97e7db4754e9 req-a3b193e4-d770-4aef-975a-a03e04194574 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:20.375108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32c11c12-56f3-4e67-b6e8-97e7db4754e9 req-a3b193e4-d770-4aef-975a-a03e04194574 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0508761 Jul 26 16:43:20.467351 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-32c11c12-56f3-4e67-b6e8-97e7db4754e9 req-5bf54552-91c7-4eea-97f1-e8fc042ce74f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848949 Jul 26 16:43:20.510716 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-e958b8ab-abf0-4a97-8160-3ed8292895bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:20.625110 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:43:21.377520 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3da4-8566-4998-91b9-84f6c2077c27 req-1d67f275-7896-4a9e-9145-ed393c281d57 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:21.388996 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b09e3da4-8566-4998-91b9-84f6c2077c27 req-1d67f275-7896-4a9e-9145-ed393c281d57 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0481379 Jul 26 16:43:21.433566 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b09e3da4-8566-4998-91b9-84f6c2077c27 req-9a0d7404-cd9b-4b05-b1cc-de71154f08c4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489111 Jul 26 16:43:21.604751 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f43947-b2da-44b1-a294-3151c527d225 req-870a223e-3d47-4072-814b-95f6e7132e03 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:21.606258 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-60f43947-b2da-44b1-a294-3151c527d225 req-870a223e-3d47-4072-814b-95f6e7132e03 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0535195 Jul 26 16:43:21.652901 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-60f43947-b2da-44b1-a294-3151c527d225 req-dc8fb242-6a87-43ca-bee3-3decb1a4e8d9 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Jul 26 16:43:22.504855 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cd191299-ea65-47f7-a7f0-f0b24d46702b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:22.565611 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b571e9-c0e7-4390-ae25-c50c77993374 req-3d372f45-b92b-4fd0-a295-9ba9229ee895 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:22.570722 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9b571e9-c0e7-4390-ae25-c50c77993374 req-3d372f45-b92b-4fd0-a295-9ba9229ee895 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0553331 Jul 26 16:43:22.619603 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9b571e9-c0e7-4390-ae25-c50c77993374 req-0b0fea37-3ad5-4cc9-8463-2c1e41318b8e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Jul 26 16:43:22.804738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924b45e-41d0-42d1-93e6-791ee73a0adc req-629d8caa-149f-4c89-926b-8ba63b43ae9a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:22.813968 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d924b45e-41d0-42d1-93e6-791ee73a0adc req-629d8caa-149f-4c89-926b-8ba63b43ae9a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0618186 Jul 26 16:43:22.866301 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d924b45e-41d0-42d1-93e6-791ee73a0adc req-8b1929bf-a176-4b7e-bba0-52c349ac86eb tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514009 Jul 26 16:43:23.757217 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bea24-3f99-4393-8414-f18cc7626e4a req-bd89299a-f6a7-4887-b430-aad5e92426a8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:23.758791 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-621bea24-3f99-4393-8414-f18cc7626e4a req-bd89299a-f6a7-4887-b430-aad5e92426a8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0607736 Jul 26 16:43:23.812435 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-621bea24-3f99-4393-8414-f18cc7626e4a req-0f020a64-3f75-4fd7-9927-1789e563e4a6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Jul 26 16:43:23.961830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:24.015544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bd8df-db92-46de-805a-eb6b548142f3 req-b3363890-7681-4aed-8988-597e976bc96a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:24.018098 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d33bd8df-db92-46de-805a-eb6b548142f3 req-b3363890-7681-4aed-8988-597e976bc96a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0610969 Jul 26 16:43:24.068600 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d33bd8df-db92-46de-805a-eb6b548142f3 req-007b74a2-329b-4db4-9636-109da1e75fc3 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443144 Jul 26 16:43:24.942800 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17702972-2229-411a-872b-de567f52e386 req-53097bfb-bcbf-4452-a79f-3ad189a6802f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:24.945097 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-17702972-2229-411a-872b-de567f52e386 req-53097bfb-bcbf-4452-a79f-3ad189a6802f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0547419 Jul 26 16:43:25.003844 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-17702972-2229-411a-872b-de567f52e386 req-24cc5b5f-9ac2-43ea-af0f-b6dfea9ff78c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529821 Jul 26 16:43:25.200805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeafb4-8d1f-4088-ba17-6ae60ababf1a req-7be4b950-fcb4-46bf-bf69-f8e9b13f8ce4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:25.202304 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9deeafb4-8d1f-4088-ba17-6ae60ababf1a req-7be4b950-fcb4-46bf-bf69-f8e9b13f8ce4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0507851 Jul 26 16:43:25.258984 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9deeafb4-8d1f-4088-ba17-6ae60ababf1a req-aa08095d-85cb-49c2-8cfa-5f0f5bc9d450 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511293 Jul 26 16:43:25.413497 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:25.944680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:26.132872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:26.138125 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:26.147579 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac240-e6ad-4c73-8e06-bf7a2deac559 req-12a8be58-1e4b-4fe8-9f9c-042df243e907 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:26.149125 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6e9ac240-e6ad-4c73-8e06-bf7a2deac559 req-12a8be58-1e4b-4fe8-9f9c-042df243e907 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0505598 Jul 26 16:43:26.199119 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6e9ac240-e6ad-4c73-8e06-bf7a2deac559 req-2e3603ac-c788-41a7-a01e-edc851e98445 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Jul 26 16:43:26.382809 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8dd43-3cb1-48aa-858b-541d83576851 req-1110068e-e1c6-402c-a6a8-b8be9f4f070c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:26.384311 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a0e8dd43-3cb1-48aa-858b-541d83576851 req-1110068e-e1c6-402c-a6a8-b8be9f4f070c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0494947 Jul 26 16:43:26.692324 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a0e8dd43-3cb1-48aa-858b-541d83576851 req-262b6bd7-3d26-41aa-b5e1-443826ea5243 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024890 Jul 26 16:43:27.315855 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bf58-442a-4a10-b71d-00489445f189 req-c520a610-7795-4c0f-afc1-7e4119713406 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:27.318087 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2191bf58-442a-4a10-b71d-00489445f189 req-c520a610-7795-4c0f-afc1-7e4119713406 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0481377 Jul 26 16:43:27.369935 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2191bf58-442a-4a10-b71d-00489445f189 req-b4cc1ba6-ec18-4876-9971-7b919f7b3404 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462289 Jul 26 16:43:27.819781 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495195-fbc0-466c-969a-b307f4e5a1cf req-47e8b4c8-a7a1-4e75-ada9-0e07b7bfd486 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:27.822370 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b9495195-fbc0-466c-969a-b307f4e5a1cf req-47e8b4c8-a7a1-4e75-ada9-0e07b7bfd486 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0523751 Jul 26 16:43:27.869967 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b9495195-fbc0-466c-969a-b307f4e5a1cf req-f371c04a-4fa9-45ca-b959-6105b93332ee tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Jul 26 16:43:28.496012 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee685-aa46-4269-955c-58f2db7ae6c7 req-5b5b9870-4688-453a-9852-e9d6cff0fffc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:28.497577 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d4ee685-aa46-4269-955c-58f2db7ae6c7 req-5b5b9870-4688-453a-9852-e9d6cff0fffc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0517032 Jul 26 16:43:28.547276 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d4ee685-aa46-4269-955c-58f2db7ae6c7 req-4fe0a519-8d34-4135-a7e7-fb1a4fedcfe4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Jul 26 16:43:28.993617 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3058b6-98c9-4be3-952d-1d0b27d2a886 req-a25f52b8-e19e-4203-b68d-30f6ad83c6aa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:28.995050 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ab3058b6-98c9-4be3-952d-1d0b27d2a886 req-a25f52b8-e19e-4203-b68d-30f6ad83c6aa tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0486205 Jul 26 16:43:29.041362 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ab3058b6-98c9-4be3-952d-1d0b27d2a886 req-251e0373-52b3-4276-9d3d-983031d3320d tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Jul 26 16:43:29.666526 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4e4cb-a6c0-4cdf-8aa1-e9908a2318ff req-eaa423bc-384c-4291-9282-da6ad80737aa tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:29.667971 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9bb4e4cb-a6c0-4cdf-8aa1-e9908a2318ff req-eaa423bc-384c-4291-9282-da6ad80737aa tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0470514 Jul 26 16:43:29.715920 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9bb4e4cb-a6c0-4cdf-8aa1-e9908a2318ff req-b44e62aa-f093-48f5-b23c-a98e59c1a799 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Jul 26 16:43:30.163128 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d5259-bbc5-44c8-a9b2-28f2a30425e2 req-0b33d96f-3cd7-48ef-8001-64f231eef567 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:30.164603 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ad6d5259-bbc5-44c8-a9b2-28f2a30425e2 req-0b33d96f-3cd7-48ef-8001-64f231eef567 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0460474 Jul 26 16:43:30.211541 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ad6d5259-bbc5-44c8-a9b2-28f2a30425e2 req-05b636d9-ca47-45fc-8500-073d5f79f134 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413561 Jul 26 16:43:30.836993 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d12cd5-0485-403b-8a6d-2bcab9aba254 req-052dffe4-7f97-4dcb-908f-12f54c452825 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:30.838466 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-60d12cd5-0485-403b-8a6d-2bcab9aba254 req-052dffe4-7f97-4dcb-908f-12f54c452825 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0523276 Jul 26 16:43:30.896198 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-60d12cd5-0485-403b-8a6d-2bcab9aba254 req-31cf19c0-5d3d-45be-9ffb-567291223d7c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520411 Jul 26 16:43:31.333782 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b8cbf-d4e9-4406-9e36-f6b56f27a067 req-215c2b6c-9b2a-4037-8768-7d05eac634fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:31.335254 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae5b8cbf-d4e9-4406-9e36-f6b56f27a067 req-215c2b6c-9b2a-4037-8768-7d05eac634fd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0481141 Jul 26 16:43:31.385051 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae5b8cbf-d4e9-4406-9e36-f6b56f27a067 req-6bcbbdc6-0efc-4890-a777-1253535751a5 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Jul 26 16:43:32.012514 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77245ca2-d366-414e-b2af-84321818a6fe req-3d236c2e-97c5-43d7-b308-05823b91db1a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:32.013978 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-77245ca2-d366-414e-b2af-84321818a6fe req-3d236c2e-97c5-43d7-b308-05823b91db1a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0463037 Jul 26 16:43:32.064406 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-77245ca2-d366-414e-b2af-84321818a6fe req-bd3fd76e-8838-4cd8-9e5f-dd4c2293d499 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Jul 26 16:43:32.491767 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:32.510281 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a690d0-bd48-4c72-be01-c7f535d3476c req-d4b337b8-38b4-4f7e-9587-e4e0471647b4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:32.511754 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b0a690d0-bd48-4c72-be01-c7f535d3476c req-d4b337b8-38b4-4f7e-9587-e4e0471647b4 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0472593 Jul 26 16:43:32.558513 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b0a690d0-bd48-4c72-be01-c7f535d3476c req-23c98e37-8f3e-447d-9ab5-f76b8be46c60 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Jul 26 16:43:33.186358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1584a9-bd12-47b6-8240-80788aeafa6f req-c0488e22-7382-4e0e-b820-db03c92d21aa tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:33.187874 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cc1584a9-bd12-47b6-8240-80788aeafa6f req-c0488e22-7382-4e0e-b820-db03c92d21aa tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Jul 26 16:43:33.238032 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cc1584a9-bd12-47b6-8240-80788aeafa6f req-ed3bc177-7d35-461d-8d3f-a749f54d977d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 Jul 26 16:43:33.643333 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:33.680967 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636b1fe-9dae-4af9-97f2-6b4799c4ed64 req-e99f753a-e39b-4540-88eb-fa7ae635fe64 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:33.682372 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3636b1fe-9dae-4af9-97f2-6b4799c4ed64 req-e99f753a-e39b-4540-88eb-fa7ae635fe64 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0480235 Jul 26 16:43:33.729151 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3636b1fe-9dae-4af9-97f2-6b4799c4ed64 req-370ada55-a1ae-40bd-922f-a8920042eacd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Jul 26 16:43:34.356316 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63d8d9-c8d7-4f19-b406-6a0c3903505c req-5cb40643-5f0e-4c83-8721-afae2c226626 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:34.357712 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4e63d8d9-c8d7-4f19-b406-6a0c3903505c req-5cb40643-5f0e-4c83-8721-afae2c226626 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0496881 Jul 26 16:43:34.405913 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4e63d8d9-c8d7-4f19-b406-6a0c3903505c req-c79f09ce-7762-4681-ab13-755d068155eb tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Jul 26 16:43:34.855959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63807dc-1db3-4c37-83e2-304f6b8aa0f5 req-a4f5fad8-f95c-49a1-afc2-a48b54d7841b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:34.857451 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b63807dc-1db3-4c37-83e2-304f6b8aa0f5 req-a4f5fad8-f95c-49a1-afc2-a48b54d7841b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0519521 Jul 26 16:43:34.908657 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b63807dc-1db3-4c37-83e2-304f6b8aa0f5 req-648c3690-2685-48b3-be9d-9607460e7555 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Jul 26 16:43:35.524235 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ddd39-df15-4a21-88bf-866a34dad28f req-0eb3d85c-829a-4f6e-9138-8a1595f27c3a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:35.525730 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b00ddd39-df15-4a21-88bf-866a34dad28f req-0eb3d85c-829a-4f6e-9138-8a1595f27c3a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0480168 Jul 26 16:43:35.547566 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:35.553232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:35.573747 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b00ddd39-df15-4a21-88bf-866a34dad28f req-a2861d83-07ce-4f32-929b-4fa1d0d6239f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Jul 26 16:43:36.028745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e4824-db91-4140-8171-b00baef79055 req-5d3d065c-4b55-4da6-93e2-1cbce500a54c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:36.030214 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c49e4824-db91-4140-8171-b00baef79055 req-5d3d065c-4b55-4da6-93e2-1cbce500a54c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0464342 Jul 26 16:43:36.077038 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c49e4824-db91-4140-8171-b00baef79055 req-dff68ad8-7c3b-415a-8cbe-ba5ea77a93cd tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Jul 26 16:43:36.292706 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:36.644139 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:36.644966 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:36.693757 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d484d25-c235-45d3-86bf-215298816958 req-2faa55e6-523a-4d86-8e36-3751ec82f63d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:36.695240 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d484d25-c235-45d3-86bf-215298816958 req-2faa55e6-523a-4d86-8e36-3751ec82f63d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0514979 Jul 26 16:43:36.744816 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4d484d25-c235-45d3-86bf-215298816958 req-b4abf2ce-ce32-4332-ae06-021d3cf4d905 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440512 Jul 26 16:43:37.199350 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa2ec-ef65-416b-b1b1-b560789a155c req-086a1ba6-de0b-44cf-a790-6bb885c75219 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:37.200855 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-928fa2ec-ef65-416b-b1b1-b560789a155c req-086a1ba6-de0b-44cf-a790-6bb885c75219 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 944 time: 0.0486238 Jul 26 16:43:37.250319 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-928fa2ec-ef65-416b-b1b1-b560789a155c req-1363e5a7-6db1-4746-b52b-9915481cdd8a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Jul 26 16:43:37.682838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:43:37.870037 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211a9e-12bf-4e95-9e64-d934e3a9bb9e req-c56db51c-c942-40a0-ab51-55050edee205 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:37.871613 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-24211a9e-12bf-4e95-9e64-d934e3a9bb9e req-c56db51c-c942-40a0-ab51-55050edee205 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0510557 Jul 26 16:43:37.914374 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:37.924579 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-24211a9e-12bf-4e95-9e64-d934e3a9bb9e req-2da4158c-0b00-4bd2-81e3-75035d17ea0d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471153 Jul 26 16:43:37.926966 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'port_id': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'mac_address': 'fa:16:3e:74:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:43:37.968254 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:37.968670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:37.986871 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:43:38.005468 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:38.137881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:38.184751 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=9']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:38.371969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a80af-5f5e-419a-a206-336dddec112a req-49c77a70-7c3b-4636-8fcb-018a072771db tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:38.373475 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-688a80af-5f5e-419a-a206-336dddec112a req-49c77a70-7c3b-4636-8fcb-018a072771db tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 945 time: 0.0470688 Jul 26 16:43:38.421700 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-688a80af-5f5e-419a-a206-336dddec112a req-b032ec58-d3af-426c-97cf-254adc9d078c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Jul 26 16:43:38.705290 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['5e531cc9-c347-49e5-b738-d36aac7e7939'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:43:39.045836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:39.055121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6704f3e-e549-4232-bae2-42bd5cc17361 req-40aa1597-3c19-4ccf-8e96-ced97c12aa26 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:39.056714 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c6704f3e-e549-4232-bae2-42bd5cc17361 req-40aa1597-3c19-4ccf-8e96-ced97c12aa26 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0480275 Jul 26 16:43:39.068375 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:39.108797 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c6704f3e-e549-4232-bae2-42bd5cc17361 req-68d4cd26-a08b-4b0f-abf2-6f94808d4323 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Jul 26 16:43:39.551976 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17697d-ebcb-471c-bc79-d6c18e277f43 req-4427aedb-9211-4ddb-ada9-9ba7d82f1229 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:39.553396 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d17697d-ebcb-471c-bc79-d6c18e277f43 req-4427aedb-9211-4ddb-ada9-9ba7d82f1229 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 945 time: 0.0474119 Jul 26 16:43:39.599386 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d17697d-ebcb-471c-bc79-d6c18e277f43 req-8d2a3739-f047-44c7-ae8b-b694a8dc57c6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Jul 26 16:43:39.919077 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:43:39.961819 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 5e531cc9-c347-49e5-b738-d36aac7e7939 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:43:39.962275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:40.035514 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 5e531cc9-c347-49e5-b738-d36aac7e7939 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:40.035905 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:40.063529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:40.065795 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5356e9-ad7a-4c01-9e4b-96355d1662e8" -d '{"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:40.079561 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:40.104551 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa0348-7650-41b3-b738-48a11113482c x-openstack-request-id: req-9afa0348-7650-41b3-b738-48a11113482c {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:40.104845 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-plugged", "status": "completed", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:40.105097 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-9afa0348-7650-41b3-b738-48a11113482c {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:40.105538 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afa0348-7650-41b3-b738-48a11113482c'] response: {'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'code': 200} Jul 26 16:43:40.235882 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e975805-c020-4984-8236-13f2166aec81 req-e1cdd5eb-597c-4ffd-925e-58422bbc21ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:40.237383 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6e975805-c020-4984-8236-13f2166aec81 req-e1cdd5eb-597c-4ffd-925e-58422bbc21ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0511847 Jul 26 16:43:40.287052 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6e975805-c020-4984-8236-13f2166aec81 req-fb403ec9-0d9f-4165-a891-0151049a3fdd tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Jul 26 16:43:40.310306 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:40.355943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=10']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:40.703998 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e728d89-b4ca-42fe-b63a-93f2a8dfc62a req-19639979-4f98-4aa1-979b-afdbe635bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:40.706789 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4e728d89-b4ca-42fe-b63a-93f2a8dfc62a req-19639979-4f98-4aa1-979b-afdbe635bda1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1131 time: 0.1454902 Jul 26 16:43:40.740263 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62f7ed-de4c-4bb4-acd9-139904afd9eb req-7982a735-e2ba-4cb9-ab88-cc171d2619bf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:40.743360 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fa62f7ed-de4c-4bb4-acd9-139904afd9eb req-7982a735-e2ba-4cb9-ab88-cc171d2619bf tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0626266 Jul 26 16:43:40.755713 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4e728d89-b4ca-42fe-b63a-93f2a8dfc62a req-5cbd6030-5b79-4b29-852b-53b301630f78 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Jul 26 16:43:40.807174 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fa62f7ed-de4c-4bb4-acd9-139904afd9eb req-0715adeb-2f20-4f2e-a678-d321288494be tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507808 Jul 26 16:43:41.405009 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf443b9-47ec-4798-9f13-e1dd1772ffae req-bd87ba45-4a97-4904-8b37-6a94b1aefd4b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:41.406468 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-daf443b9-47ec-4798-9f13-e1dd1772ffae req-bd87ba45-4a97-4904-8b37-6a94b1aefd4b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 943 time: 0.0468881 Jul 26 16:43:41.460699 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-daf443b9-47ec-4798-9f13-e1dd1772ffae req-886a75ba-73c2-4eac-8566-f180d1b821f1 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 Jul 26 16:43:41.924790 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e4318fe5-e428-4abb-b479-2d426846b89d details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:43:41.941751 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d5fa-12b4-48c9-8484-9541558f671f req-3daae859-6936-4de2-b2e6-c4c867626e84 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:41.943269 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d19d5fa-12b4-48c9-8484-9541558f671f req-3daae859-6936-4de2-b2e6-c4c867626e84 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0536520 Jul 26 16:43:42.005837 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2d19d5fa-12b4-48c9-8484-9541558f671f req-7a519679-095c-48af-8620-11ca54f69d39 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567591 Jul 26 16:43:42.007032 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:42.030312 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:42.036447 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e4318fe5-e428-4abb-b479-2d426846b89d,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:42.048589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'port_id': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'mac_address': 'fa:16:3e:46:b2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:43:42.089891 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e4318fe5-e428-4abb-b479-2d426846b89d is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:42.090292 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.106819 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4318fe5-e428-4abb-b479-2d426846b89d {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:43:42.131539 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e4318fe5-e428-4abb-b479-2d426846b89d,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:42.136107 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25363b-856c-4c8a-beae-40e42646733b req-15372310-643f-4a63-94cb-5822988c0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:42.139429 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-15372310-643f-4a63-94cb-5822988c0f3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f6a8f13fe22741d6843f193a0a959e57&device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 1131 time: 0.0571861 Jul 26 16:43:42.154919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49702) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:42.268554 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d767aa64-2da4-436e-ba36-905c02ac935c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.297973 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25363b-856c-4c8a-beae-40e42646733b req-44fb5691-3bd3-4b2e-84ec-05f3eb5a7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:42.299449 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-44fb5691-3bd3-4b2e-84ec-05f3eb5a7a5f service neutron] 10.222.0.86 "GET /v2.0/networks?id=862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 200 len: 918 time: 0.0943687 Jul 26 16:43:42.309917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.314033 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:42.365801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:42.370999 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d767aa64-2da4-436e-ba36-905c02ac935c admin admin] Publish callbacks [] for security_group (2ab678a4-b5c5-4db7-bcda-5dabd4748b7c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.376465 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-f187f924-42ec-45a5-8a19-2a35a4e7f3a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 200 len: 1001 time: 0.0705080 Jul 26 16:43:42.427545 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25363b-856c-4c8a-beae-40e42646733b req-40453f00-6234-429a-bc0c-b992ebc0223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:42.429252 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-40453f00-6234-429a-bc0c-b992ebc0223b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 200 len: 855 time: 0.0455089 Jul 26 16:43:42.447008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d767aa64-2da4-436e-ba36-905c02ac935c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2ab678a4-b5c5-4db7-bcda-5dabd4748b7c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.452006 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:42.481272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25363b-856c-4c8a-beae-40e42646733b req-54abba45-3304-4afc-8585-204acb75c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:42.482803 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-54abba45-3304-4afc-8585-204acb75c866 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=862673cc-ea89-444e-b2bd-e75d18a6efab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444744 Jul 26 16:43:42.497677 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-b14e7b59-9bef-418b-94c4-acf9487bf021 service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:43:42.498345 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-b14e7b59-9bef-418b-94c4-acf9487bf021 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060499 Jul 26 16:43:42.517831 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d767aa64-2da4-436e-ba36-905c02ac935c admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=eabacaed686044c49511f58138bccd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577192 Jul 26 16:43:42.517831 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767aa64-2da4-436e-ba36-905c02ac935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab678a4-b5c5-4db7-bcda-5dabd4748b7c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:42.518873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49708) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:42.576494 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] Publish callbacks [] for security_group (2ab678a4-b5c5-4db7-bcda-5dabd4748b7c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.601270 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] Publish callbacks [] for security_group (2ab678a4-b5c5-4db7-bcda-5dabd4748b7c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.627342 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b295-f37b-482b-91fd-1a70784e1ee1 req-2a2f1ed3-aa60-47f4-9272-85f1794a6a51 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:42.629053 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f30b295-f37b-482b-91fd-1a70784e1ee1 req-2a2f1ed3-aa60-47f4-9272-85f1794a6a51 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 944 time: 0.0633926 Jul 26 16:43:42.668085 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-ca43176c-1673-48ad-b4d7-425aa355ed1e service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604924 Jul 26 16:43:42.700262 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6f30b295-f37b-482b-91fd-1a70784e1ee1 req-f9369cb7-6248-451b-924c-bd2c8bf80dd6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627060 Jul 26 16:43:42.836602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2ab678a4-b5c5-4db7-bcda-5dabd4748b7c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.839239 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:42.844460 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/2ab678a4-b5c5-4db7-bcda-5dabd4748b7c HTTP/1.1" status: 204 len: 168 time: 0.3202844 Jul 26 16:43:42.858917 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['e4318fe5-e428-4abb-b479-2d426846b89d'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:43:42.862247 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee3525-168a-4d53-b919-74f1ffe05876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab678a4-b5c5-4db7-bcda-5dabd4748b7c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:43.141210 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc208a-5e58-406a-8dd0-7ef7448ec110 req-64bfa902-ee28-461b-9e43-9ffdb074e89c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:43.142612 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aebc208a-5e58-406a-8dd0-7ef7448ec110 req-64bfa902-ee28-461b-9e43-9ffdb074e89c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0480871 Jul 26 16:43:43.190291 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-aebc208a-5e58-406a-8dd0-7ef7448ec110 req-9b76879e-8f97-4bb1-afec-abeaab764832 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Jul 26 16:43:43.374560 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e25363b-856c-4c8a-beae-40e42646733b req-1cc550db-151f-48b1-a1d0-36b4c3a7143a service neutron] 10.222.0.86 "GET /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931304 Jul 26 16:43:43.834418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffd75c-9c0c-4b11-a6ce-9c5fe24ce86a req-8c0f00ec-b10b-4058-823c-8c78633b9e4a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:43.836172 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5dffd75c-9c0c-4b11-a6ce-9c5fe24ce86a req-8c0f00ec-b10b-4058-823c-8c78633b9e4a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 944 time: 0.0501757 Jul 26 16:43:43.867775 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49758) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:43.882878 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0385be9e-5e9a-42e1-945b-250127cbbdae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:43.895905 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5dffd75c-9c0c-4b11-a6ce-9c5fe24ce86a req-3ead4b13-d06f-4c5e-8b9a-3c49ae902b5c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543611 Jul 26 16:43:43.963033 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0385be9e-5e9a-42e1-945b-250127cbbdae admin admin] Publish callbacks [] for security_group (a1fa4225-5edc-4c67-8eef-b4f302983108), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.031828 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e4318fe5-e428-4abb-b479-2d426846b89d up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:43:44.087038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port e4318fe5-e428-4abb-b479-2d426846b89d completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:43:44.110115 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0385be9e-5e9a-42e1-945b-250127cbbdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a1fa4225-5edc-4c67-8eef-b4f302983108), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.150846 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0385be9e-5e9a-42e1-945b-250127cbbdae admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=e225b10e44834e35b8cbb4614a7ea56a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818892 Jul 26 16:43:44.154147 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385be9e-5e9a-42e1-945b-250127cbbdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa4225-5edc-4c67-8eef-b4f302983108,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:44.154273 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49762) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:44.204623 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:44.211847 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] Publish callbacks [] for security_group (a1fa4225-5edc-4c67-8eef-b4f302983108), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.237665 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] Publish callbacks [] for security_group (a1fa4225-5edc-4c67-8eef-b4f302983108), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.241153 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port e4318fe5-e428-4abb-b479-2d426846b89d triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:43:44.241536 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.247459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:44.334894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39c335-4504-4556-a12f-15091c93a965 req-a947cf04-be0d-4fb9-abc9-38918cb144e8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:44.335808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port e4318fe5-e428-4abb-b479-2d426846b89d is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:43:44.336271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.336400 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ab39c335-4504-4556-a12f-15091c93a965 req-a947cf04-be0d-4fb9-abc9-38918cb144e8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0497479 Jul 26 16:43:44.359486 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:44.361792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2b7fa6-289b-402e-81ed-97f193aec1a8" -d '{"events": [{"server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "name": "network-vif-plugged", "status": "completed", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:44.377923 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e4318fe5-e428-4abb-b479-2d426846b89d,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:44.384570 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ab39c335-4504-4556-a12f-15091c93a965 req-67df293c-96bf-4d93-b78d-b4ec79dbe7b6 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Jul 26 16:43:44.436793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b42eb6-50b0-4447-912f-ad6e0b24510d x-openstack-request-id: req-56b42eb6-50b0-4447-912f-ad6e0b24510d {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:44.436793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "name": "network-vif-plugged", "status": "completed", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:44.436793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-56b42eb6-50b0-4447-912f-ad6e0b24510d {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:44.437154 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b42eb6-50b0-4447-912f-ad6e0b24510d'] response: {'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'code': 200} Jul 26 16:43:44.469667 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a1fa4225-5edc-4c67-8eef-b4f302983108), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.472325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.482767 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/a1fa4225-5edc-4c67-8eef-b4f302983108 HTTP/1.1" status: 204 len: 168 time: 0.3195055 Jul 26 16:43:44.482767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddc86f-8380-466c-9f96-fd19e54cdc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa4225-5edc-4c67-8eef-b4f302983108,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:44.539269 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21059e07-5433-4556-ae75-053778609228 req-9ef1d831-9f83-4571-ad11-19ea96cdd062 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:44.543382 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-21059e07-5433-4556-ae75-053778609228 req-9ef1d831-9f83-4571-ad11-19ea96cdd062 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0799122 Jul 26 16:43:44.568006 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:44.577368 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:44.607943 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-21059e07-5433-4556-ae75-053778609228 req-1384fb0c-d700-4633-b993-dff2beda3b11 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568130 Jul 26 16:43:44.609598 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:44.633480 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:45.019311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbcef2-1a05-484b-a734-b00161f54ab5 req-ca9dd49b-6a8b-44e2-9f81-2c29078a3644 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:45.021382 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dbcbcef2-1a05-484b-a734-b00161f54ab5 req-ca9dd49b-6a8b-44e2-9f81-2c29078a3644 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Jul 26 16:43:45.075993 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dbcbcef2-1a05-484b-a734-b00161f54ab5 req-16f10b91-d8b7-4b36-8a21-46600fe1a012 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492074 Jul 26 16:43:45.512893 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6f274-b5f5-41d4-8887-789b505b59d9 req-811808e0-0229-4062-a493-60f4f5eb72be tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:45.513364 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0bb6f274-b5f5-41d4-8887-789b505b59d9 req-811808e0-0229-4062-a493-60f4f5eb72be tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0498834 Jul 26 16:43:45.561489 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0bb6f274-b5f5-41d4-8887-789b505b59d9 req-bb99b01e-bad6-41a3-a5ad-2c21066cc5b8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Jul 26 16:43:45.723263 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51a48-46ff-4849-bc41-6dc55e6f8ad9 req-365c694f-0838-4660-bc62-feefb47c78a0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:45.724738 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0d51a48-46ff-4849-bc41-6dc55e6f8ad9 req-365c694f-0838-4660-bc62-feefb47c78a0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0458891 Jul 26 16:43:45.772848 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f0d51a48-46ff-4849-bc41-6dc55e6f8ad9 req-bad98773-6e44-4977-8f49-e28fd6791feb tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Jul 26 16:43:46.193663 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6946cc-23cf-43a8-80cb-a724cd64dd92 req-099b1950-cbd1-4c5d-9a47-84bdea7062d3 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:46.195181 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7e6946cc-23cf-43a8-80cb-a724cd64dd92 req-099b1950-cbd1-4c5d-9a47-84bdea7062d3 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0479527 Jul 26 16:43:46.254766 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7e6946cc-23cf-43a8-80cb-a724cd64dd92 req-58875e88-81c9-4abb-a4a1-fb6d2d9ead1e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532732 Jul 26 16:43:46.555247 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf87535-af32-4679-a8f7-868b068dc1dd req-3af993dc-6198-4732-ab22-db02b55c2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:46.556754 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf87535-af32-4679-a8f7-868b068dc1dd req-3af993dc-6198-4732-ab22-db02b55c2c5a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1129 time: 0.0388334 Jul 26 16:43:46.688506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-d192a89f-8759-46b9-ad42-a1a1ece21305 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:46.690610 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-d192a89f-8759-46b9-ad42-a1a1ece21305 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0531988 Jul 26 16:43:46.716326 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cbf87535-af32-4679-a8f7-868b068dc1dd req-930fa310-3575-47ff-9923-235f5c0af483 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799332 Jul 26 16:43:46.722325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d835c58-aad7-42cc-88be-c635877935af req-45e5a411-b7e0-460e-b53e-d83a74bc016f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:46.723758 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6d835c58-aad7-42cc-88be-c635877935af req-45e5a411-b7e0-460e-b53e-d83a74bc016f tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0779486 Jul 26 16:43:46.778363 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6d835c58-aad7-42cc-88be-c635877935af req-168ac51b-cf88-4cfd-b49e-3e8dacee5b64 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479167 Jul 26 16:43:46.790754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Deleting port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:43:46.791377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:46.919351 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79a4e2-c701-41fb-bb2c-e69b9dd0e311 req-babe1a75-46cd-4bcb-a724-0a9c1acb1be2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:46.920756 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4d79a4e2-c701-41fb-bb2c-e69b9dd0e311 req-babe1a75-46cd-4bcb-a724-0a9c1acb1be2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 946 time: 0.0693147 Jul 26 16:43:46.929194 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] For port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:43:46.929569 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:46.955365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Calling delete_port for 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:43:47.023830 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4d79a4e2-c701-41fb-bb2c-e69b9dd0e311 req-2d7e51a4-76b1-4a9e-9b52-f4df05a50d3f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 Jul 26 16:43:47.084726 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:47.269597 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (4bed39fa-7b38-4cfd-8ad4-4d313219fd2b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:47.296984 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Pushing event deleted for resources: {'Port': ['ID=4bed39fa-7b38-4cfd-8ad4-4d313219fd2b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:47.306376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['4bed39fa-7b38-4cfd-8ad4-4d313219fd2b'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:43:47.351061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] No DVR routers for this DVR port 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:43:47.354375 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:47.358810 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-63075c9c-d4d6-4dbf-a450-aec55262d9c8 req-01d16854-742e-4964-834f-5b2086cd2215 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "DELETE /v2.0/ports/4bed39fa-7b38-4cfd-8ad4-4d313219fd2b HTTP/1.1" status: 204 len: 173 time: 0.6622732 Jul 26 16:43:47.358810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'name': 'network-vif-deleted', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:47.360274 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc58e2-f9b2-4e99-8910-ae8a159dbf1c" -d '{"events": [{"server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "name": "network-vif-deleted", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:47.387587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960ae47-319e-4a20-95ec-b7c7ae038823 req-6a97f1cd-e3d6-4aa0-870e-effec23d4b9f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:47.389132 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4960ae47-319e-4a20-95ec-b7c7ae038823 req-6a97f1cd-e3d6-4aa0-870e-effec23d4b9f tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0583141 Jul 26 16:43:47.446000 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-4960ae47-319e-4a20-95ec-b7c7ae038823 req-783d1b83-935f-417d-94c1-504038d197df tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493658 Jul 26 16:43:47.530642 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba3f7f6-c924-499d-8b4b-ca5bf68e1f7c x-openstack-request-id: req-eba3f7f6-c924-499d-8b4b-ca5bf68e1f7c {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:47.530934 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee309e14-b43f-4f0f-98dc-ce5222fb9140", "name": "network-vif-deleted", "tag": "4bed39fa-7b38-4cfd-8ad4-4d313219fd2b", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:47.531193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-eba3f7f6-c924-499d-8b4b-ca5bf68e1f7c {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:47.531608 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba3f7f6-c924-499d-8b4b-ca5bf68e1f7c'] response: {'server_uuid': 'ee309e14-b43f-4f0f-98dc-ce5222fb9140', 'name': 'network-vif-deleted', 'tag': '4bed39fa-7b38-4cfd-8ad4-4d313219fd2b', 'status': 'completed', 'code': 200} Jul 26 16:43:48.140695 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-205352cf-0653-439f-84a2-a5b00c3077af req-6d01455d-4b1a-4427-8860-9bc14b9148bf tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0323637 Jul 26 16:43:48.572543 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0186f7-32de-4999-83ae-80e4070b39e8 req-8cb376c2-3210-4bdd-ba75-e33036ad6264 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:48.575090 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae0186f7-32de-4999-83ae-80e4070b39e8 req-8cb376c2-3210-4bdd-ba75-e33036ad6264 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0495164 Jul 26 16:43:48.627014 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ae0186f7-32de-4999-83ae-80e4070b39e8 req-3a5e3b51-99ab-4a8c-8658-93ff5732b07e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 Jul 26 16:43:48.628886 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:48.629680 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:49.253967 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a99944c0-f3f1-45ec-bd75-8317b85d217e req-65327e76-86dd-436b-a4db-305aeb3c8e69 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=ee309e14-b43f-4f0f-98dc-ce5222fb9140 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Jul 26 16:43:49.742931 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363c62-78af-4ba8-9264-5c4c93a4b909 req-f11119a8-84bc-4d80-9df3-5afa79f0c52d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:49.744327 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51363c62-78af-4ba8-9264-5c4c93a4b909 req-f11119a8-84bc-4d80-9df3-5afa79f0c52d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0462754 Jul 26 16:43:49.766087 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:49.797807 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-51363c62-78af-4ba8-9264-5c4c93a4b909 req-24f982fd-55cf-4b8a-8d0b-084c878c3b28 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480087 Jul 26 16:43:49.912159 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf694-7f8c-466f-bdd6-f228952d402b req-a423f948-680c-4307-a4d4-9759f04f5dd4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:49.913741 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ac4bf694-7f8c-466f-bdd6-f228952d402b req-a423f948-680c-4307-a4d4-9759f04f5dd4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0467198 Jul 26 16:43:49.969007 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ac4bf694-7f8c-466f-bdd6-f228952d402b req-ee027c36-63bf-4273-84cb-b504bfdd6b7c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496318 Jul 26 16:43:49.995145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49866) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:50.060830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:43:50.082287 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:43:50.082748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 4bed39fa-7b38-4cfd-8ad4-4d313219fd2b not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:43:50.185781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b14979-2dc6-43ae-9ca6-4472a67e705f tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:50.187299 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f5b14979-2dc6-43ae-9ca6-4472a67e705f tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1124 time: 0.1912022 Jul 26 16:43:50.190228 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49872) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:50.194441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'port_id': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:43:50.320849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:50.324732 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:50.350076 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-32fe1b26-10f7-4c94-8b06-56e2f3968c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:50.412321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:50.542509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:50.542509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.27.0.83 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:43:50.627895 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:50.916282 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:50.956867 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:43:50.962277 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:43:50.966326 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:43:50.990170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:51.001768 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.002121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.002465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.002806 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.003142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.003474 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.003795 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.004120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.005001 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.005325 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.005650 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.005974 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.006295 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.006615 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.006935 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:51.156563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:51.352309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (128ce1c5-1095-4f2d-b656-bd32065c6d23), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:51.568232 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:51.702313 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:51.715583 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:51.926507 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:51.999894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:52.007107 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (128ce1c5-1095-4f2d-b656-bd32065c6d23), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:52.101232 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 128ce1c5-1095-4f2d-b656-bd32065c6d23 associated. External IP: 172.27.0.83, port: e4318fe5-e428-4abb-b479-2d426846b89d. Jul 26 16:43:52.546770 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-82a8bf58-1dda-4487-9b99-7af6b9028036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:52.568732 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:43:52.613163 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:52.673927 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:43:52.684265 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:43:52.694704 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:43:52.695317 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:43:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:52.796549 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:43:52.825099 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:52.864212 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b6e1faf8-c1e6-498b-a9cd-3e89f33649de tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6724553 Jul 26 16:43:52.864508 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:43:52.867020 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce57ecf-92dd-4b05-b168-1985220015f4" -d '{"events": [{"name": "network-changed", "server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:43:52.904170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e204c5-5bf6-4a58-9b8a-dc18f071dc77 x-openstack-request-id: req-77e204c5-5bf6-4a58-9b8a-dc18f071dc77 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:43:52.904504 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:43:52.904763 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-77e204c5-5bf6-4a58-9b8a-dc18f071dc77 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:43:52.905171 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e204c5-5bf6-4a58-9b8a-dc18f071dc77'] response: {'name': 'network-changed', 'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'status': 'completed', 'code': 200} Jul 26 16:43:53.015353 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '128ce1c5-1095-4f2d-b656-bd32065c6d23', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:46:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608fc7e4-4ccf-4823-82af-392b80004b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:43:51Z', 'updated_at': '2022-07-26T16:43:51Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:53.038871 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:43:53.046849 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:43:53.047635 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:43:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:53.144160 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:43:53.343178 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '128ce1c5-1095-4f2d-b656-bd32065c6d23', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:46:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608fc7e4-4ccf-4823-82af-392b80004b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:43:51Z', 'updated_at': '2022-07-26T16:43:51Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:43:53.370959 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227abd03-21c7-4ec4-97a6-86288d4a6e39 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '128ce1c5-1095-4f2d-b656-bd32065c6d23', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:46:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608fc7e4-4ccf-4823-82af-392b80004b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:43:51Z', 'updated_at': '2022-07-26T16:43:51Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:43:53.559343 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d607b62-51eb-4188-ad03-a79001c68b12 None None] New status for floating IP 128ce1c5-1095-4f2d-b656-bd32065c6d23: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:43:53.971928 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:55.354948 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:55.527675 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-bed2b27b-6a2c-4712-892a-d90cd6bf2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:55.529291 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-bed2b27b-6a2c-4712-892a-d90cd6bf2722 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1129 time: 0.0393412 Jul 26 16:43:55.624052 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-f886312d-6140-4d03-976e-b08860ffac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:55.625925 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-f886312d-6140-4d03-976e-b08860ffac86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0906398 Jul 26 16:43:55.692525 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-99e638b5-421d-4b03-8e1f-b745d4d56d61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 200 len: 1000 time: 0.0608430 Jul 26 16:43:55.732264 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:55.741637 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-331c50d8-3817-426f-a1bb-8f5748dfd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:55.743106 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-331c50d8-3817-426f-a1bb-8f5748dfd203 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0456402 Jul 26 16:43:55.795878 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-eab0958b-af31-497f-8ae4-2b83ab040fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:43:55.797391 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-eab0958b-af31-497f-8ae4-2b83ab040fb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397384 Jul 26 16:43:55.890482 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-54543c49-bb8a-4213-9558-869f9b1a63e0 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 Jul 26 16:43:55.985652 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ce57ecf-92dd-4b05-b168-1985220015f4 req-bb16ca5d-8463-4ce1-8d03-56dadc73739e service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872993 Jul 26 16:43:57.660182 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49946) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:57.710019 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:43:57.773042 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-555691cb-a730-40e8-8bb8-afd1bda585a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:57.846409 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-555691cb-a730-40e8-8bb8-afd1bda585a7 admin admin] Publish callbacks [] for security_group (9bd69c3e-7c5c-499a-b263-9ad9065bb43c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:57.961396 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-555691cb-a730-40e8-8bb8-afd1bda585a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9bd69c3e-7c5c-499a-b263-9ad9065bb43c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:58.001861 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-555691cb-a730-40e8-8bb8-afd1bda585a7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=d94b547e155f4fa8ba5a396d3dc0fe29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403106 Jul 26 16:43:58.002558 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555691cb-a730-40e8-8bb8-afd1bda585a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd69c3e-7c5c-499a-b263-9ad9065bb43c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:58.005076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49954) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:58.054946 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Publish callbacks [] for security_group (9bd69c3e-7c5c-499a-b263-9ad9065bb43c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:58.076559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Publish callbacks [] for security_group (9bd69c3e-7c5c-499a-b263-9ad9065bb43c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:58.228989 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9bd69c3e-7c5c-499a-b263-9ad9065bb43c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:58.231630 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:58.232821 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/9bd69c3e-7c5c-499a-b263-9ad9065bb43c HTTP/1.1" status: 204 len: 168 time: 0.2267416 Jul 26 16:43:58.241771 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd69c3e-7c5c-499a-b263-9ad9065bb43c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:58.249528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.253532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.255247 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:58.255247 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0ce8c2-d6eb-4f4b-8e14-bb41f36fec5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:43:59.143074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49964) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:59.157185 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3e9d55a1-7190-4baa-9068-b0b8ccc538f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.181300 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:59.233002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3e9d55a1-7190-4baa-9068-b0b8ccc538f5 admin admin] Publish callbacks [] for security_group (4fe57ed7-2dc8-4662-80d3-1bd560ff3a57), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.338517 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3e9d55a1-7190-4baa-9068-b0b8ccc538f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (4fe57ed7-2dc8-4662-80d3-1bd560ff3a57), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.372539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:43:59.386235 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d55a1-7190-4baa-9068-b0b8ccc538f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe57ed7-2dc8-4662-80d3-1bd560ff3a57,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:43:59.389455 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3e9d55a1-7190-4baa-9068-b0b8ccc538f5 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=a0f14a1d22a141a191edd28ea005aa1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453599 Jul 26 16:43:59.392584 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49966) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:43:59.441066 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] Publish callbacks [] for security_group (4fe57ed7-2dc8-4662-80d3-1bd560ff3a57), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.462950 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] Publish callbacks [] for security_group (4fe57ed7-2dc8-4662-80d3-1bd560ff3a57), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.663309 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (4fe57ed7-2dc8-4662-80d3-1bd560ff3a57), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.665892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:43:59.669303 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/4fe57ed7-2dc8-4662-80d3-1bd560ff3a57 HTTP/1.1" status: 204 len: 168 time: 0.2741010 Jul 26 16:43:59.675459 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d86c-3175-4f23-bf49-59d1986e1281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe57ed7-2dc8-4662-80d3-1bd560ff3a57,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:00.477255 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 49980) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:00.494622 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc082804-616a-4a42-b9e9-e771538a4191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.570775 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc082804-616a-4a42-b9e9-e771538a4191 admin admin] Publish callbacks [] for security_group (cbb164ff-483e-4f39-8665-9dfb46393f28), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.692467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dc082804-616a-4a42-b9e9-e771538a4191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cbb164ff-483e-4f39-8665-9dfb46393f28), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.732584 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dc082804-616a-4a42-b9e9-e771538a4191 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1f0eea14126b458eb55256685746339f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541771 Jul 26 16:44:00.733736 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc082804-616a-4a42-b9e9-e771538a4191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb164ff-483e-4f39-8665-9dfb46393f28,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:00.735226 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 49986) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:00.789448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] Publish callbacks [] for security_group (cbb164ff-483e-4f39-8665-9dfb46393f28), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.811408 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] Publish callbacks [] for security_group (cbb164ff-483e-4f39-8665-9dfb46393f28), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.989339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (cbb164ff-483e-4f39-8665-9dfb46393f28), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.991939 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:00.993117 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/cbb164ff-483e-4f39-8665-9dfb46393f28 HTTP/1.1" status: 204 len: 168 time: 0.2561646 Jul 26 16:44:01.001011 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215601e7-397e-4818-b4a9-79aa7391a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb164ff-483e-4f39-8665-9dfb46393f28,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:03.215535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50026) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:03.321902 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9f915da8-0a6b-4ce7-9315-c1c4aab00a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.346469 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=81 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:03.394550 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9f915da8-0a6b-4ce7-9315-c1c4aab00a0f admin admin] Publish callbacks [] for security_group (b89307fd-6644-471d-9667-58060477b333), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.651586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9f915da8-0a6b-4ce7-9315-c1c4aab00a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b89307fd-6644-471d-9667-58060477b333), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.693907 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-9f915da8-0a6b-4ce7-9315-c1c4aab00a0f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1700205f1ea443f1854c725d43a15591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772685 Jul 26 16:44:03.695767 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f915da8-0a6b-4ce7-9315-c1c4aab00a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89307fd-6644-471d-9667-58060477b333,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:03.696804 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50038) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:03.755666 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] Publish callbacks [] for security_group (b89307fd-6644-471d-9667-58060477b333), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.824241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] Publish callbacks [] for security_group (b89307fd-6644-471d-9667-58060477b333), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.901677 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-a67e6a55-6cbb-477b-90f3-2011625f759f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:03.903133 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-a67e6a55-6cbb-477b-90f3-2011625f759f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/networks?id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9 HTTP/1.1" status: 200 len: 813 time: 0.1427636 Jul 26 16:44:03.918427 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-aae8720f-93e2-426a-b216-919a3c5b25cc tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/quotas/ba880373700044f08ba1adbdb416fb55 HTTP/1.1" status: 200 len: 375 time: 0.0090029 Jul 26 16:44:03.950109 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-7424613f-dfbc-4280-a9df-452d9730bb85 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267913 Jul 26 16:44:03.995213 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b89307fd-6644-471d-9667-58060477b333), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.997939 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:03.999044 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b89307fd-6644-471d-9667-58060477b333 HTTP/1.1" status: 204 len: 168 time: 0.3010871 Jul 26 16:44:04.028307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6fcba-49c3-467b-b679-75e2333dc872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89307fd-6644-471d-9667-58060477b333,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:04.071792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:04.102829 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-464fb8df-068c-4b49-8bbd-75deb750b784 service neutron] 10.222.0.144 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457798 Jul 26 16:44:04.152873 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:04.193071 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-97395500-5dd4-47c1-9133-c6161442970b service neutron] 10.222.0.144 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845897 Jul 26 16:44:04.508353 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ef027c00-253a-4fb7-94cd-ea0b7fda6e4f req-0d90411c-ee02-4f33-a4e2-6455b38f335b tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 210 time: 0.0327241 Jul 26 16:44:05.588929 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9469a2b1-e667-4d6b-904b-46dd8474566b req-b712e741-8492-4a85-877b-07e54d7be56f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 210 time: 0.0294855 Jul 26 16:44:06.291330 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:06.699187 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cbce538f-bec9-4d17-87ed-7f3aaac6445b req-f3fc71a4-56b3-450d-afe5-418365b6bc64 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 210 time: 0.0313840 Jul 26 16:44:07.539493 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:07.579557 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-fa9588f5-5703-48cf-b58b-fb0cfc37c660 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:07.581062 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-fa9588f5-5703-48cf-b58b-fb0cfc37c660 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "GET /v2.0/networks?id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9 HTTP/1.1" status: 200 len: 813 time: 0.1019025 Jul 26 16:44:07.603346 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Request body: {'port': {'device_id': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9', 'admin_state_up': True, 'tenant_id': 'ba880373700044f08ba1adbdb416fb55'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:44:07.807029 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c76df257-e3fb-4d9e-8668-6266f1da9cb2 req-4caa0272-eefe-420b-8e00-03ccaf37794b tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 210 time: 0.0331914 Jul 26 16:44:07.886798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Made reservation on behalf of ba880373700044f08ba1adbdb416fb55 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:44:07.890948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:07.913612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:08.020898 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Allocated IP 172.20.0.7 (72cf3937-9e4d-41cc-b20a-bd33e5507cd9/c491c238-6d4c-4fa5-9a0a-77ef237e4ccc/1482a307-064c-4d1a-a3ee-ba917280bd28) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:44:08.183027 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks [] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:08.326032 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:08.376417 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:44:08.381715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:44:08.385766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:44:08.408817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Pushing event updated for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:08.442757 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:08.443359 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:08.446486 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:08.648918 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef8738a6-42f9-4c63-b6bd-dac4311d36e0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0497229 Jul 26 16:44:08.666851 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Request body: {'port': {'device_id': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:44:08.731072 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:08.956324 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190778d0-a0b1-4ae2-8d6b-240638acffad req-6e3b063b-7254-497c-ba43-a6b468de7256 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:08.959195 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-190778d0-a0b1-4ae2-8d6b-240638acffad req-6e3b063b-7254-497c-ba43-a6b468de7256 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 931 time: 0.0679679 Jul 26 16:44:09.041021 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-190778d0-a0b1-4ae2-8d6b-240638acffad req-6d7fde91-74b0-4e73-a64b-98164e46d037 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726097 Jul 26 16:44:09.074181 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1482a307-064c-4d1a-a3ee-ba917280bd28 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:44:09.082379 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks [] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:09.096704 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Transition to ACTIVE for port object 1482a307-064c-4d1a-a3ee-ba917280bd28 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:44:09.343383 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:09.397579 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Pushing event updated for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:09.466348 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Attempting to bind port 1482a307-064c-4d1a-a3ee-ba917280bd28 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:44:09.466678 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Attempting to bind port 1482a307-064c-4d1a-a3ee-ba917280bd28 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:44:09.467002 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Attempting to bind port 1482a307-064c-4d1a-a3ee-ba917280bd28 on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:44:09.471351 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Port 1482a307-064c-4d1a-a3ee-ba917280bd28 on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:44:09.471696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Attempting to bind port 1482a307-064c-4d1a-a3ee-ba917280bd28 on network 72cf3937-9e4d-41cc-b20a-bd33e5507cd9 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:44:09.477226 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:44:09.477560 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Checking segment: {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:44:09.477938 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Bound using segment: {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:44:09.482607 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Bound port: 1482a307-064c-4d1a-a3ee-ba917280bd28, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22b9fa18-3af0-41b7-a4d2-611d6ca9e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:44:09.482607 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:09.493528 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:09.545619 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:44:09.548562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1482a307-064c-4d1a-a3ee-ba917280bd28,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:44:10.092558 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:10.137419 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.138700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:10.140228 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] 10.222.0.86 "PUT /v2.0/ports/1482a307-064c-4d1a-a3ee-ba917280bd28 HTTP/1.1" status: 200 len: 1093 time: 1.4774768 Jul 26 16:44:10.140776 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:44:10.143346 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f6086-e561-4cbf-9980-ffdff06adec7" -d '{"events": [{"name": "network-changed", "server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:44:10.165489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbef381-5f80-439e-85f8-34eec57625cf req-570cd109-f176-4cb9-9564-2b529599203e tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.166994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dfbef381-5f80-439e-85f8-34eec57625cf req-570cd109-f176-4cb9-9564-2b529599203e tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 943 time: 0.0520885 Jul 26 16:44:10.190591 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a482c8-0ad3-426b-a4a6-72d8b3c4ff32 x-openstack-request-id: req-d2a482c8-0ad3-426b-a4a6-72d8b3c4ff32 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:44:10.190942 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:44:10.191260 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-d2a482c8-0ad3-426b-a4a6-72d8b3c4ff32 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:44:10.191749 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a482c8-0ad3-426b-a4a6-72d8b3c4ff32'] response: {'name': 'network-changed', 'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28', 'status': 'completed', 'code': 200} Jul 26 16:44:10.197053 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef177f7e-97d4-40e9-9061-e86b2809b47c service neutron] Pushing event updated for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:10.220079 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dfbef381-5f80-439e-85f8-34eec57625cf req-5402ac96-e74c-4010-9ebd-80c1df3de61f tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467906 Jul 26 16:44:10.291340 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-457a8fa1-43a4-4a76-9a16-e8465cab9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.292886 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-457a8fa1-43a4-4a76-9a16-e8465cab9f09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 1127 time: 0.0406127 Jul 26 16:44:10.405538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-63130fa2-0ce2-438d-8da0-755a60246184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.406998 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-63130fa2-0ce2-438d-8da0-755a60246184 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ba880373700044f08ba1adbdb416fb55&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0989170 Jul 26 16:44:10.432101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:10.508219 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-d6980fbb-80a0-4f85-a63f-b98212db2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.509901 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-972f6086-e561-4cbf-9980-ffdff06adec7 req-d6980fbb-80a0-4f85-a63f-b98212db2008 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965557 Jul 26 16:44:10.613509 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-b92c15d1-2a13-4a23-87e5-2947ac03b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.615534 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-b92c15d1-2a13-4a23-87e5-2947ac03b71b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba880373700044f08ba1adbdb416fb55&device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 1127 time: 0.0423725 Jul 26 16:44:10.664568 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-05cb835d-0663-4540-b82b-9982d40042b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1482a307-064c-4d1a-a3ee-ba917280bd28 HTTP/1.1" status: 200 len: 217 time: 0.0356061 Jul 26 16:44:10.717092 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-3ffc6036-39a5-4e7c-b768-28963e8ce076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:10.718619 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-3ffc6036-39a5-4e7c-b768-28963e8ce076 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c491c238-6d4c-4fa5-9a0a-77ef237e4ccc HTTP/1.1" status: 200 len: 853 time: 0.0476429 Jul 26 16:44:10.751499 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-4ae1d375-5d01-4475-9d57-5658ab9c38a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=72cf3937-9e4d-41cc-b20a-bd33e5507cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265977 Jul 26 16:44:10.854751 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-63c18d47-b7d1-441d-a637-af5ca64b3f31 service neutron] 10.222.0.86 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940266 Jul 26 16:44:10.942102 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-646d2976-cb5f-4e2b-8294-45be2efc9b81 req-fa8151e4-a48c-4097-b40f-44db514aba98 service neutron] 10.222.0.86 "GET /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813351 Jul 26 16:44:11.353003 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e832415-80d2-4f6e-ad81-191e1906507b req-61a27590-82dc-47d1-9a8a-a6dcacdbd0a6 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:11.354513 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9e832415-80d2-4f6e-ad81-191e1906507b req-61a27590-82dc-47d1-9a8a-a6dcacdbd0a6 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 943 time: 0.0582442 Jul 26 16:44:11.401060 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9e832415-80d2-4f6e-ad81-191e1906507b req-30000a6a-6546-4398-809e-9b4e3cb1172c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Jul 26 16:44:12.522783 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497186db-bf70-404c-88fc-9bd98c0d9912 req-09ab9ac8-655e-412a-a298-0064e4ff7b42 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:12.524253 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-497186db-bf70-404c-88fc-9bd98c0d9912 req-09ab9ac8-655e-412a-a298-0064e4ff7b42 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 943 time: 0.0484023 Jul 26 16:44:12.571819 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-497186db-bf70-404c-88fc-9bd98c0d9912 req-2daaa66e-24f8-4f54-9cc1-7fbf86a6f12b tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jul 26 16:44:13.641605 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=75 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:13.689695 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314f61e-5365-49ed-8851-669b4c3370d3 req-fd325c59-6e2a-44ad-9a28-03fbb413b91d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:13.691173 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1314f61e-5365-49ed-8851-669b4c3370d3 req-fd325c59-6e2a-44ad-9a28-03fbb413b91d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 943 time: 0.0472519 Jul 26 16:44:13.736888 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1314f61e-5365-49ed-8851-669b4c3370d3 req-f339240a-4456-4e3d-91bd-ab9fa150aeaf tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Jul 26 16:44:14.043125 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:14.136153 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1482a307-064c-4d1a-a3ee-ba917280bd28 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:44:14.233324 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1482a307-064c-4d1a-a3ee-ba917280bd28,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:14.245872 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '1482a307-064c-4d1a-a3ee-ba917280bd28', 'network_id': '72cf3937-9e4d-41cc-b20a-bd33e5507cd9', 'port_id': '1482a307-064c-4d1a-a3ee-ba917280bd28', 'mac_address': 'fa:16:3e:e6:33:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c491c238-6d4c-4fa5-9a0a-77ef237e4ccc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:44:14.283977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1482a307-064c-4d1a-a3ee-ba917280bd28 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:44:14.284372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:14.297554 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1482a307-064c-4d1a-a3ee-ba917280bd28 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:44:14.318250 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1482a307-064c-4d1a-a3ee-ba917280bd28,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:14.428756 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:14.474731 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:14.481921 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.482266 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.482600 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.482933 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.483260 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.483584 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.483904 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.484223 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.484563 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.484886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.485205 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.485525 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.485840 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.486154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.486507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:14.860670 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c94b-1a55-4cc9-b729-a5bd5a3174af req-df8569b1-5cf5-4f12-a0ff-c01ef878c368 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:14.862153 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0386c94b-1a55-4cc9-b729-a5bd5a3174af req-df8569b1-5cf5-4f12-a0ff-c01ef878c368 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 944 time: 0.0509880 Jul 26 16:44:14.912940 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0386c94b-1a55-4cc9-b729-a5bd5a3174af req-3ce37a3b-1ffe-41b1-8f62-777e3b5b0189 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Jul 26 16:44:15.141006 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['1482a307-064c-4d1a-a3ee-ba917280bd28'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:44:15.262129 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:16.040161 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d6619-5386-454b-8014-34e3805b8e36 req-36f5a069-0dd8-46dc-9dc8-0dd24fd63a54 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:16.041703 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d7d6619-5386-454b-8014-34e3805b8e36 req-36f5a069-0dd8-46dc-9dc8-0dd24fd63a54 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 944 time: 0.0464761 Jul 26 16:44:16.093639 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9d7d6619-5386-454b-8014-34e3805b8e36 req-cfc5d2f8-8e2e-462b-86f1-aa5b43dbfae8 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Jul 26 16:44:16.578145 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1482a307-064c-4d1a-a3ee-ba917280bd28 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:44:16.620538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 1482a307-064c-4d1a-a3ee-ba917280bd28 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:44:16.852089 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 1482a307-064c-4d1a-a3ee-ba917280bd28 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:44:16.852498 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:16.929170 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 1482a307-064c-4d1a-a3ee-ba917280bd28 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:44:16.929459 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:16.951674 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:44:16.953910 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac0e9f-56c6-4705-9db7-f9a0f3c07f84" -d '{"events": [{"server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "name": "network-vif-plugged", "status": "completed", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:44:16.966538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1482a307-064c-4d1a-a3ee-ba917280bd28,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:17.138226 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095939c-b1de-4e0d-adc2-611e54ce5bc1 x-openstack-request-id: req-0095939c-b1de-4e0d-adc2-611e54ce5bc1 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:44:17.146574 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "name": "network-vif-plugged", "status": "completed", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:44:17.146574 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-0095939c-b1de-4e0d-adc2-611e54ce5bc1 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:44:17.146574 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0095939c-b1de-4e0d-adc2-611e54ce5bc1'] response: {'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28', 'code': 200} Jul 26 16:44:17.146574 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:17.188972 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:17.235515 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb1907-14bb-4137-9bd9-55dcd3231013 req-a317d14e-d18e-4e90-822e-d8248f07994b tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:17.237119 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7beb1907-14bb-4137-9bd9-55dcd3231013 req-a317d14e-d18e-4e90-822e-d8248f07994b tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0611417 Jul 26 16:44:17.263369 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:17.284977 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7beb1907-14bb-4137-9bd9-55dcd3231013 req-ab10d7da-cb21-46d2-8e48-f6095003ccc3 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Jul 26 16:44:17.612114 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965efdb-1a02-4f89-945c-cff44201f704 req-9d195ef0-e464-4371-8974-f0cd4ca73735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:17.613681 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b965efdb-1a02-4f89-945c-cff44201f704 req-9d195ef0-e464-4371-8974-f0cd4ca73735 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 1129 time: 0.0392575 Jul 26 16:44:17.661767 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b965efdb-1a02-4f89-945c-cff44201f704 req-eeca5987-74a8-4dad-9441-0137e5623e99 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Jul 26 16:44:18.412197 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989e8a-1281-4234-972a-cf3e7509d681 req-80d0a738-3e66-452b-bb12-a4e16a8db950 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:18.413695 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e989e8a-1281-4234-972a-cf3e7509d681 req-80d0a738-3e66-452b-bb12-a4e16a8db950 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0467365 Jul 26 16:44:18.464684 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e989e8a-1281-4234-972a-cf3e7509d681 req-c1b6566d-588d-4532-b30e-73ad33ce225c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Jul 26 16:44:19.586540 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65322-ca26-4923-b740-3e866f676cc5 req-5961fa7b-a9a3-4fa1-8504-bb38549d7c09 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:19.588023 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cc65322-ca26-4923-b740-3e866f676cc5 req-5961fa7b-a9a3-4fa1-8504-bb38549d7c09 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0534542 Jul 26 16:44:19.636024 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7cc65322-ca26-4923-b740-3e866f676cc5 req-83848cd1-c9e7-4d20-b4af-720de30a5dcf tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Jul 26 16:44:20.395112 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a64e-62d8-42ea-8804-62514c71bda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:20.751602 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c05ed-d9d2-45cb-89ce-dd1416c457e5 req-acb2f2f7-72af-4ab6-9600-f2bacb4963d0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:20.753116 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b39c05ed-d9d2-45cb-89ce-dd1416c457e5 req-acb2f2f7-72af-4ab6-9600-f2bacb4963d0 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0461357 Jul 26 16:44:20.802294 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b39c05ed-d9d2-45cb-89ce-dd1416c457e5 req-30d0a6ab-5b9f-45a6-bdf1-6e4b0179c4e2 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Jul 26 16:44:21.991734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744a99-2852-459b-911a-a4c3fd42274a req-d3eb1c02-d656-40b3-8da1-e00f8a698cfc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:21.993337 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec744a99-2852-459b-911a-a4c3fd42274a req-d3eb1c02-d656-40b3-8da1-e00f8a698cfc tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0497730 Jul 26 16:44:22.048469 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec744a99-2852-459b-911a-a4c3fd42274a req-dca66cf4-2c49-4749-8fb6-9e9dcb19bb24 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496035 Jul 26 16:44:22.588000 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-fcd420ba-60ab-4caa-9061-d936dd6913fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:23.170987 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1da6e-aebb-4cd0-87da-3d4849813793 req-2dfe29a1-e070-4fbd-873f-8762454d88b1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:23.172442 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dbc1da6e-aebb-4cd0-87da-3d4849813793 req-2dfe29a1-e070-4fbd-873f-8762454d88b1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0490532 Jul 26 16:44:23.217939 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dbc1da6e-aebb-4cd0-87da-3d4849813793 req-d79941a8-a94a-4c9a-b2e4-2ef887a6b920 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 Jul 26 16:44:24.097332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:24.336286 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a113-140e-43f9-b1dd-61fd347fe966 req-f7689b8c-1b07-4b82-833a-abb7044bec65 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:24.337804 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6fe2a113-140e-43f9-b1dd-61fd347fe966 req-f7689b8c-1b07-4b82-833a-abb7044bec65 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Jul 26 16:44:24.386270 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6fe2a113-140e-43f9-b1dd-61fd347fe966 req-af3ca051-4f97-4afa-bcbf-09a8c7a4ddca tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Jul 26 16:44:24.891776 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603b87-9454-4209-878e-48ea4394965f req-7cdc9557-917c-4a4b-8a42-4cd44f9ff106 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:24.893209 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-61603b87-9454-4209-878e-48ea4394965f req-7cdc9557-917c-4a4b-8a42-4cd44f9ff106 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0451653 Jul 26 16:44:25.006005 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:25.006340 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.066442 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:25.091577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] For port ff83ae02-6aed-4b08-a74a-deeb7a1cb522, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:25.091929 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.251272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.251637 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.251951 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Floating IP ff14a171-5b72-464f-a8c1-6348d5476766 disassociated. External IP: 172.27.0.103, port: ff83ae02-6aed-4b08-a74a-deeb7a1cb522. Jul 26 16:44:25.252295 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for ff83ae02-6aed-4b08-a74a-deeb7a1cb522 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:25.366084 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.498317 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (ff83ae02-6aed-4b08-a74a-deeb7a1cb522), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.534939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=ff83ae02-6aed-4b08-a74a-deeb7a1cb522,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:25.544018 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700b783-2c96-4f30-8ea1-11f5fe11dc28 req-082f7563-810a-461e-a48c-2128adf14ed9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:44:25.545541 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c700b783-2c96-4f30-8ea1-11f5fe11dc28 req-082f7563-810a-461e-a48c-2128adf14ed9 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 945 time: 0.0855906 Jul 26 16:44:25.696621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:25.921552 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:25.928634 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c700b783-2c96-4f30-8ea1-11f5fe11dc28 req-618d3ebd-b1c9-426a-89f1-1002c3a9d9b0 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups?id=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460820 Jul 26 16:44:25.947961 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:44:26.055674 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:44:26.064934 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:44:26.075474 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:44:26.076107 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:26.098610 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] No DVR routers for this DVR port ff83ae02-6aed-4b08-a74a-deeb7a1cb522 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:44:26.101123 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:26.104290 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-61603b87-9454-4209-878e-48ea4394965f req-d0c10d9b-7a96-4f6d-970a-172e54b218e6 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.86 "DELETE /v2.0/ports/ff83ae02-6aed-4b08-a74a-deeb7a1cb522 HTTP/1.1" status: 204 len: 173 time: 1.1765501 Jul 26 16:44:26.104743 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'name': 'network-vif-deleted', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:44:26.106959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690369a7-6fad-43fe-934f-9b654240c24d" -d '{"events": [{"server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "name": "network-vif-deleted", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:44:26.143776 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3479f82f-4fed-4a80-85de-56bac44076d4 x-openstack-request-id: req-3479f82f-4fed-4a80-85de-56bac44076d4 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:44:26.144055 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3537f9da-57c2-4c3d-a733-98a467c4ca30", "name": "network-vif-deleted", "tag": "ff83ae02-6aed-4b08-a74a-deeb7a1cb522", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:44:26.144305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-3479f82f-4fed-4a80-85de-56bac44076d4 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:44:26.144794 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3479f82f-4fed-4a80-85de-56bac44076d4'] response: {'server_uuid': '3537f9da-57c2-4c3d-a733-98a467c4ca30', 'name': 'network-vif-deleted', 'tag': 'ff83ae02-6aed-4b08-a74a-deeb7a1cb522', 'status': 'completed', 'code': 200} Jul 26 16:44:26.181142 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:44:26.364680 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:26.389111 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:44:26.397704 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:44:26.398301 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:26.498387 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:44:26.687485 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:26.718067 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365206f-b8be-4376-8d78-bb036b45c994 None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:32:39Z', 'revision_number': 4, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '64f3a113-3dc1-4592-8083-afb742116f83', 'name': '', 'network_id': '7fec62f0-42f9-4a76-8f36-14730e310aa9', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'mac_address': 'fa:16:3e:3b:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '335ce198-58ba-4697-9682-96f08e48f679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:38Z', 'updated_at': '2022-07-26T16:32:46Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'subnets': [{'id': '335ce198-58ba-4697-9682-96f08e48f679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:44:26.931268 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3af1b-c571-4578-87ab-3ccb9f04e24d None None] New status for floating IP ff14a171-5b72-464f-a8c1-6348d5476766: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:44:27.039964 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a258d0a5-0db0-481d-8e5f-4f67e79c334c req-094f952e-7082-4a3d-975c-73a25b9f0738 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/ports?device_id=3537f9da-57c2-4c3d-a733-98a467c4ca30 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Jul 26 16:44:28.361585 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50338) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:28.415703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.460570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:28.462616 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.651251 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ff83ae02-6aed-4b08-a74a-deeb7a1cb522 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:44:28.669589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: ff83ae02-6aed-4b08-a74a-deeb7a1cb522 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:44:28.669932 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ff83ae02-6aed-4b08-a74a-deeb7a1cb522 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:44:28.753500 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.756789 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.757950 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/security-groups/75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6 HTTP/1.1" status: 204 len: 168 time: 0.3953140 Jul 26 16:44:28.760794 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50342) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:28.767352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbdb73-551b-4fa0-a14e-3dd96a77aaa5 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:28.774264 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-6922f14c-39c8-49f4-a859-2812f7162547 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] show failed (client error): The resource could not be found. Jul 26 16:44:28.775257 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6922f14c-39c8-49f4-a859-2812f7162547 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "GET /v2.0/security-groups/75e9c5ae-7b17-496b-9a1e-5a60e5e88ef6 HTTP/1.1" status: 404 len: 347 time: 0.0134485 Jul 26 16:44:28.778157 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50344) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:28.783861 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:28.849167 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:28.887725 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Deleting port a0b29820-b5d0-4aad-b7ab-908214ba4557 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:28.888067 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.966006 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.966332 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (a0b29820-b5d0-4aad-b7ab-908214ba4557), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:28.978466 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Calling delete_port for a0b29820-b5d0-4aad-b7ab-908214ba4557 owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:29.268850 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (a0b29820-b5d0-4aad-b7ab-908214ba4557), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:29.299792 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Pushing event deleted for resources: {'Port': ['ID=a0b29820-b5d0-4aad-b7ab-908214ba4557,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:29.354060 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks [] for floatingip (ff14a171-5b72-464f-a8c1-6348d5476766), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:29.356578 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:29.357720 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-2587fa20-dc47-44b8-a292-5284b5470ac1 tempest-AttachVolumeNegativeTest-1367946130 tempest-AttachVolumeNegativeTest-1367946130-project] 10.222.0.144 "DELETE /v2.0/floatingips/ff14a171-5b72-464f-a8c1-6348d5476766 HTTP/1.1" status: 204 len: 168 time: 0.5786760 Jul 26 16:44:33.926120 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50414) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:34.208548 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:34.381639 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (8af4b631-6e66-4061-8f29-313e427fd966), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:34.595455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Deleting port 64f3a113-3dc1-4592-8083-afb742116f83 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:34.595783 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (64f3a113-3dc1-4592-8083-afb742116f83), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:34.628609 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:44:34.643631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:34.676475 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] For port 64f3a113-3dc1-4592-8083-afb742116f83, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=64f3a113-3dc1-4592-8083-afb742116f83,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:34.676845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (64f3a113-3dc1-4592-8083-afb742116f83), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:34.689318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Calling delete_port for 64f3a113-3dc1-4592-8083-afb742116f83 owned by network:router_interface {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:34.994105 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (64f3a113-3dc1-4592-8083-afb742116f83), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:35.020255 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f3a113-3dc1-4592-8083-afb742116f83,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:35.190610 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (8af4b631-6e66-4061-8f29-313e427fd966), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:35.291306 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:35.398405 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Router 8af4b631-6e66-4061-8f29-313e427fd966 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:44:35.495748 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:35.506354 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:44:35.507287 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-58a84243-1eb7-422b-ab73-f8e7adaaf091 admin admin] 10.222.0.144 "PUT /v2.0/routers/8af4b631-6e66-4061-8f29-313e427fd966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5800040 Jul 26 16:44:35.509912 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50428) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:35.511209 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Sync routers for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:44:35.521806 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:44:35.523997 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:35.608656 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks [] for router (8af4b631-6e66-4061-8f29-313e427fd966), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:35.624689 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:44:35.708821 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks [] for router_gateway (8af4b631-6e66-4061-8f29-313e427fd966), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:35.787073 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:44:34Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:35.811823 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Checking router: 8af4b631-6e66-4061-8f29-313e427fd966 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:44:35.819294 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:35.821265 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Routers {'8af4b631-6e66-4061-8f29-313e427fd966'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:44:35.821880 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['8af4b631-6e66-4061-8f29-313e427fd966'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:35.824224 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:35.919571 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] Set router 8af4b631-6e66-4061-8f29-313e427fd966 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:44:35.923796 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Deleting port eca7745d-7d7c-482c-bf07-243435edc05a {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:35.924136 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.008273 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] For port eca7745d-7d7c-482c-bf07-243435edc05a, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=eca7745d-7d7c-482c-bf07-243435edc05a,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:36.008985 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.022709 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Calling delete_port for eca7745d-7d7c-482c-bf07-243435edc05a owned by network:router_gateway {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:36.171010 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:44:34Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:36.195967 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656e98e6-8765-4335-8bfb-7eb3615cdabb None None] The sync data for ids ['8af4b631-6e66-4061-8f29-313e427fd966'] in dv-cinder-851042-1-iscsi is: [{'id': '8af4b631-6e66-4061-8f29-313e427fd966', 'name': 'tempest-AttachVolumeNegativeTest-1459877277-router', 'tenant_id': '8bb1d794693b410d8c759796d5e20281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:32:33Z', 'updated_at': '2022-07-26T16:44:34Z', 'revision_number': 5, 'project_id': '8bb1d794693b410d8c759796d5e20281', 'gw_port': {'id': 'eca7745d-7d7c-482c-bf07-243435edc05a', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af4b631-6e66-4061-8f29-313e427fd966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:32:34Z', 'updated_at': '2022-07-26T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:44:36.296171 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (eca7745d-7d7c-482c-bf07-243435edc05a), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.308949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.323883 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca7745d-7d7c-482c-bf07-243435edc05a,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:36.389854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (8af4b631-6e66-4061-8f29-313e427fd966), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.491071 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (8af4b631-6e66-4061-8f29-313e427fd966), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.493570 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks [] for router_controller (8af4b631-6e66-4061-8f29-313e427fd966), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.691623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (8af4b631-6e66-4061-8f29-313e427fd966), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.692265 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af4b631-6e66-4061-8f29-313e427fd966 {{(pid=104386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:44:36.697093 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.698226 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-bee6aa4d-f90a-44f0-9624-c3d1089db9f1 admin admin] 10.222.0.144 "DELETE /v2.0/routers/8af4b631-6e66-4061-8f29-313e427fd966 HTTP/1.1" status: 204 len: 168 time: 1.1874018 Jul 26 16:44:36.700783 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50434) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:36.732113 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:36.748568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Deleting subnet 335ce198-58ba-4697-9682-96f08e48f679 {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:44:36.751778 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Publish callbacks [] for subnet (335ce198-58ba-4697-9682-96f08e48f679), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.789450 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3851295'] for subnet (335ce198-58ba-4697-9682-96f08e48f679), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:36.876547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:36.898594 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (335ce198-58ba-4697-9682-96f08e48f679), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.199229 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 64f3a113-3dc1-4592-8083-afb742116f83 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:44:37.221236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 64f3a113-3dc1-4592-8083-afb742116f83 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:44:37.221585 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 64f3a113-3dc1-4592-8083-afb742116f83 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:44:37.222047 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device eca7745d-7d7c-482c-bf07-243435edc05a no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:44:37.240686 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: eca7745d-7d7c-482c-bf07-243435edc05a {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:44:37.241034 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device eca7745d-7d7c-482c-bf07-243435edc05a not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:44:37.245574 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8569674'] for subnet (335ce198-58ba-4697-9682-96f08e48f679), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.271873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335ce198-58ba-4697-9682-96f08e48f679,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:37.277327 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.281423 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-b831c636-81ab-4167-94a2-01df465e3198 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/335ce198-58ba-4697-9682-96f08e48f679 HTTP/1.1" status: 204 len: 168 time: 0.5796986 Jul 26 16:44:37.282291 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024a1de-fa4a-4e5c-a2bb-a4e59b7799e5 None None] Network 7fec62f0-42f9-4a76-8f36-14730e310aa9 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:44:37.284290 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50436) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:37.291309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:37.366654 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (7fec62f0-42f9-4a76-8f36-14730e310aa9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.412865 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Deleting port 564dac5e-cccf-4eec-8659-48dfc7d652b8 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:37.413214 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.453329 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] DHCP port deletion for 7fec62f0-42f9-4a76-8f36-14730e310aa9 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:44:37.483934 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] For port 564dac5e-cccf-4eec-8659-48dfc7d652b8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=564dac5e-cccf-4eec-8659-48dfc7d652b8,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:37.484298 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.498033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Deleting port 564dac5e-cccf-4eec-8659-48dfc7d652b8 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:44:37.498413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.498846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Calling delete_port for 564dac5e-cccf-4eec-8659-48dfc7d652b8 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:37.565169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] For port 564dac5e-cccf-4eec-8659-48dfc7d652b8, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=564dac5e-cccf-4eec-8659-48dfc7d652b8,segment=NetworkSegment(017240ef-f957-4205-a326-2b50ecc2d2c3),segment_id=017240ef-f957-4205-a326-2b50ecc2d2c3)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:44:37.565588 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.578197 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Calling delete_port for 564dac5e-cccf-4eec-8659-48dfc7d652b8 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:44:37.731767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.738235 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (564dac5e-cccf-4eec-8659-48dfc7d652b8), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.760266 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Pushing event deleted for resources: {'Port': ['ID=564dac5e-cccf-4eec-8659-48dfc7d652b8,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:37.764715 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] Pushing event deleted for resources: {'Port': ['ID=564dac5e-cccf-4eec-8659-48dfc7d652b8,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:37.766493 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] No DVR routers for this DVR port 564dac5e-cccf-4eec-8659-48dfc7d652b8 on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:44:37.770793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc25efd-be2a-4702-9831-e8c42b1e16e7 None None] No DVR routers for this DVR port 564dac5e-cccf-4eec-8659-48dfc7d652b8 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:44:37.843678 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (7fec62f0-42f9-4a76-8f36-14730e310aa9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.864513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fec62f0-42f9-4a76-8f36-14730e310aa9']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:37.873695 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017240ef-f957-4205-a326-2b50ecc2d2c3') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:37.873987 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017240ef-f957-4205-a326-2b50ecc2d2c3') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:44:37.883664 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (017240ef-f957-4205-a326-2b50ecc2d2c3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.897676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (017240ef-f957-4205-a326-2b50ecc2d2c3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.904176 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:44:37.904595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (017240ef-f957-4205-a326-2b50ecc2d2c3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:37.947029 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 017240ef-f957-4205-a326-2b50ecc2d2c3 resource provider aggregate not found Jul 26 16:44:37.965483 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 017240ef-f957-4205-a326-2b50ecc2d2c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 017240ef-f957-4205-a326-2b50ecc2d2c3 found for delete ", "request_id": "req-86b47fa1-19d7-49b1-89ed-61f35e571b65"}]} Jul 26 16:44:38.159479 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (7fec62f0-42f9-4a76-8f36-14730e310aa9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.164331 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.167498 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] 10.222.0.144 "DELETE /v2.0/networks/7fec62f0-42f9-4a76-8f36-14730e310aa9 HTTP/1.1" status: 204 len: 168 time: 0.8821931 Jul 26 16:44:38.180886 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea96b6c-9168-4f5c-9df3-8dca98402664 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fec62f0-42f9-4a76-8f36-14730e310aa9,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:38.598446 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50452) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:38.618656 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:38.638517 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b2882d3f-afc0-4065-8dea-045dfda6f92b admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=8bb1d794693b410d8c759796d5e20281&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389616 Jul 26 16:44:38.641000 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50454) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:38.690321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] Publish callbacks [] for security_group (dfe62419-af8b-40b6-b7b4-9686293ea26c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.712227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] Publish callbacks [] for security_group (dfe62419-af8b-40b6-b7b4-9686293ea26c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.925891 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (dfe62419-af8b-40b6-b7b4-9686293ea26c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.928656 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:38.929854 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/dfe62419-af8b-40b6-b7b4-9686293ea26c HTTP/1.1" status: 204 len: 168 time: 0.2879341 Jul 26 16:44:38.937735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8114519-1aef-4e3d-a9e4-34f27fec19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe62419-af8b-40b6-b7b4-9686293ea26c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:39.138988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 564dac5e-cccf-4eec-8659-48dfc7d652b8 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:44:39.158099 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 564dac5e-cccf-4eec-8659-48dfc7d652b8 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:44:39.158697 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 564dac5e-cccf-4eec-8659-48dfc7d652b8 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:44:43.224186 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50546) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:43.330707 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-448a5406-5f95-4b7e-b727-723e7b62fd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.403145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-448a5406-5f95-4b7e-b727-723e7b62fd07 admin admin] Publish callbacks [] for security_group (7c02bac4-4da7-4440-8aec-efbc2d5b7570), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.520131 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-448a5406-5f95-4b7e-b727-723e7b62fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7c02bac4-4da7-4440-8aec-efbc2d5b7570), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.559720 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5406-5f95-4b7e-b727-723e7b62fd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02bac4-4da7-4440-8aec-efbc2d5b7570,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:43.564058 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-448a5406-5f95-4b7e-b727-723e7b62fd07 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=53492b96497c4a7d90f65844b0f58ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388491 Jul 26 16:44:43.566715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50554) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:43.629234 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] Publish callbacks [] for security_group (7c02bac4-4da7-4440-8aec-efbc2d5b7570), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.637579 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:43.650840 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] Publish callbacks [] for security_group (7c02bac4-4da7-4440-8aec-efbc2d5b7570), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.861580 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7c02bac4-4da7-4440-8aec-efbc2d5b7570), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.864052 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:43.865245 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7c02bac4-4da7-4440-8aec-efbc2d5b7570 HTTP/1.1" status: 204 len: 168 time: 0.2976327 Jul 26 16:44:43.873004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462f0d4-57b4-48d2-a82d-992d416ae30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02bac4-4da7-4440-8aec-efbc2d5b7570,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:44.803613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50564) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:44.817990 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0e5beff7-6513-45a0-970a-9956afabb456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:44.896876 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0e5beff7-6513-45a0-970a-9956afabb456 admin admin] Publish callbacks [] for security_group (269c4d10-a08c-458e-9247-eaf7abc74ef6), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.034796 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0e5beff7-6513-45a0-970a-9956afabb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (269c4d10-a08c-458e-9247-eaf7abc74ef6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.072961 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5beff7-6513-45a0-970a-9956afabb456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c4d10-a08c-458e-9247-eaf7abc74ef6,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:45.077203 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0e5beff7-6513-45a0-970a-9956afabb456 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=c27661aa80f64fa788bbd0b56786b22d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725625 Jul 26 16:44:45.080161 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50566) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:45.128414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] Publish callbacks [] for security_group (269c4d10-a08c-458e-9247-eaf7abc74ef6), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.150455 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] Publish callbacks [] for security_group (269c4d10-a08c-458e-9247-eaf7abc74ef6), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.337222 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (269c4d10-a08c-458e-9247-eaf7abc74ef6), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.339810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:45.341009 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/269c4d10-a08c-458e-9247-eaf7abc74ef6 HTTP/1.1" status: 204 len: 168 time: 0.2603252 Jul 26 16:44:45.349861 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e3421-2229-4535-af18-3e580a0b2c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c4d10-a08c-458e-9247-eaf7abc74ef6,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:47.400641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=20,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:49.143143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:50.369712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aee26975-7019-440a-91e6-ffa7134cfc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:50.635580 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=66 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:50.636287 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=20 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:52.936801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-79327af6-1ebc-4ba8-a87a-433b93334260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:53.998928 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:55.184535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:55.344865 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:44:55.382617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:55.691086 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:58.931363 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50740) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:59.041582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.120615 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Publish callbacks [] for security_group (7a5748ba-8ae0-480a-a2e5-d6b9090a64b1), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.264467 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7a5748ba-8ae0-480a-a2e5-d6b9090a64b1), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.299646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5748ba-8ae0-480a-a2e5-d6b9090a64b1,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:59.303880 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=9a3ead7dae63420bbffad38b5729179a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715098 Jul 26 16:44:59.306789 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50750) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:44:59.309788 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.310138 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.310542 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.310878 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.311207 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.311538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.311863 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.312186 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.312537 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.312862 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.313184 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.313508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.313828 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.314144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.314464 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee810645-22d4-40e7-b820-86539cb9a00a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.358154 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Publish callbacks [] for security_group (7a5748ba-8ae0-480a-a2e5-d6b9090a64b1), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.379620 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Publish callbacks [] for security_group (7a5748ba-8ae0-480a-a2e5-d6b9090a64b1), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.541265 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7a5748ba-8ae0-480a-a2e5-d6b9090a64b1), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.543628 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:44:59.549911 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7a5748ba-8ae0-480a-a2e5-d6b9090a64b1 HTTP/1.1" status: 204 len: 168 time: 0.2371817 Jul 26 16:44:59.555633 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5748ba-8ae0-480a-a2e5-d6b9090a64b1,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:44:59.564181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.564676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.565028 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.565371 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.565706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.566067 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.566396 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.566719 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.567048 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.567374 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.567700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.568030 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.569068 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.569382 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:44:59.569702 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85b055-d677-4cc7-8f72-4cb5deeb56de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:03.093086 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf4806-3851-44de-a307-31b4758c22ee req-3172b308-77a0-4dfa-80cc-c2a97e0b896d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:03.094565 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2abf4806-3851-44de-a307-31b4758c22ee req-3172b308-77a0-4dfa-80cc-c2a97e0b896d tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0478680 Jul 26 16:45:03.140475 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2abf4806-3851-44de-a307-31b4758c22ee req-16e1f1b7-c0a6-4f93-8862-32d7677effc3 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Jul 26 16:45:04.280023 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26816b73-c9b6-49e4-ab61-a4cb77675fac req-a612b1a6-3576-48d9-a9e2-7e35a61c66b3 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:04.285425 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26816b73-c9b6-49e4-ab61-a4cb77675fac req-a612b1a6-3576-48d9-a9e2-7e35a61c66b3 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0469582 Jul 26 16:45:04.328915 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-26816b73-c9b6-49e4-ab61-a4cb77675fac req-9520299f-4861-4674-b0cd-57fa4babea7c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Jul 26 16:45:05.167307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c355-b396-465f-b536-109b1b483460 req-3d9169e7-1d2a-40ea-9d0a-96eb163fc6fa tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:05.168754 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1031c355-b396-465f-b536-109b1b483460 req-3d9169e7-1d2a-40ea-9d0a-96eb163fc6fa tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0450983 Jul 26 16:45:05.255040 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Deleting port 1482a307-064c-4d1a-a3ee-ba917280bd28 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:05.255385 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:05.342727 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] For port 1482a307-064c-4d1a-a3ee-ba917280bd28, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=1482a307-064c-4d1a-a3ee-ba917280bd28,segment=NetworkSegment(22b9fa18-3af0-41b7-a4d2-611d6ca9e304),segment_id=22b9fa18-3af0-41b7-a4d2-611d6ca9e304)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:05.343410 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:05.356111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Calling delete_port for 1482a307-064c-4d1a-a3ee-ba917280bd28 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:05.450093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0124a1-82fa-4f10-b8f7-5ee13b59d8dd req-3572fd49-ae38-46d1-b51f-f63dfc6ccc43 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:05.451573 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-af0124a1-82fa-4f10-b8f7-5ee13b59d8dd req-3572fd49-ae38-46d1-b51f-f63dfc6ccc43 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 945 time: 0.0516136 Jul 26 16:45:05.499400 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-af0124a1-82fa-4f10-b8f7-5ee13b59d8dd req-d8f6af0e-bb9e-47d0-aa15-57b971a58f40 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/security-groups?id=7cb50859-0588-466d-8872-2a1fd563569c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jul 26 16:45:05.556163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:05.598073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (1482a307-064c-4d1a-a3ee-ba917280bd28), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:05.633647 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Pushing event deleted for resources: {'Port': ['ID=1482a307-064c-4d1a-a3ee-ba917280bd28,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:05.654363 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['1482a307-064c-4d1a-a3ee-ba917280bd28'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:45:05.683635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] No DVR routers for this DVR port 1482a307-064c-4d1a-a3ee-ba917280bd28 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:45:05.686010 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:05.689280 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1031c355-b396-465f-b536-109b1b483460 req-9638be6f-b743-41a9-ab36-d5891a9cc061 tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.86 "DELETE /v2.0/ports/1482a307-064c-4d1a-a3ee-ba917280bd28 HTTP/1.1" status: 204 len: 173 time: 0.5122139 Jul 26 16:45:05.689705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'name': 'network-vif-deleted', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:05.692005 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bf19a-f950-40bc-bd39-0214eb18b4b3" -d '{"events": [{"server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "name": "network-vif-deleted", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:05.734508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df55bac-3c96-4348-9b67-51a6224354b7 x-openstack-request-id: req-8df55bac-3c96-4348-9b67-51a6224354b7 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:05.734798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cce1f8-c8c3-4494-bf6a-521dd35f147b", "name": "network-vif-deleted", "tag": "1482a307-064c-4d1a-a3ee-ba917280bd28", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:05.735081 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-8df55bac-3c96-4348-9b67-51a6224354b7 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:05.735641 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df55bac-3c96-4348-9b67-51a6224354b7'] response: {'server_uuid': '18cce1f8-c8c3-4494-bf6a-521dd35f147b', 'name': 'network-vif-deleted', 'tag': '1482a307-064c-4d1a-a3ee-ba917280bd28', 'status': 'completed', 'code': 200} Jul 26 16:45:06.290779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:06.614591 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6ae3b3ce-7c7d-426f-a622-127b712adfa5 req-d569acc5-6ffc-4eef-a0c1-ab7e37ca884c tempest-VolumesSnapshotTestJSON-972542290 tempest-VolumesSnapshotTestJSON-972542290-project] 10.222.0.144 "GET /v2.0/ports?device_id=18cce1f8-c8c3-4494-bf6a-521dd35f147b HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jul 26 16:45:07.199456 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50810) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:07.303772 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d282f523-0932-49dc-bf6c-7f3788b3c544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.377209 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d282f523-0932-49dc-bf6c-7f3788b3c544 admin admin] Publish callbacks [] for security_group (42fbad0f-e5e6-4e38-954a-630cf03284ed), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.454997 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d282f523-0932-49dc-bf6c-7f3788b3c544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (42fbad0f-e5e6-4e38-954a-630cf03284ed), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.497809 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d282f523-0932-49dc-bf6c-7f3788b3c544 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=75f56507ec874258b99c1083f5c9e555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972784 Jul 26 16:45:07.498484 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282f523-0932-49dc-bf6c-7f3788b3c544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fbad0f-e5e6-4e38-954a-630cf03284ed,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:07.501622 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50814) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:07.552188 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] Publish callbacks [] for security_group (42fbad0f-e5e6-4e38-954a-630cf03284ed), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.573828 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] Publish callbacks [] for security_group (42fbad0f-e5e6-4e38-954a-630cf03284ed), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.599074 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:07.605530 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:07.832711 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (42fbad0f-e5e6-4e38-954a-630cf03284ed), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.835402 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:07.836691 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/42fbad0f-e5e6-4e38-954a-630cf03284ed HTTP/1.1" status: 204 len: 168 time: 0.3336668 Jul 26 16:45:07.849011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414932e-93ae-4e98-934f-c27fb60764fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fbad0f-e5e6-4e38-954a-630cf03284ed,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:08.750375 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50828) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:08.764163 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6f9aed1c-a8e4-4f32-aaa4-2112f02f990b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:08.826285 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1482a307-064c-4d1a-a3ee-ba917280bd28 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:08.845297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 1482a307-064c-4d1a-a3ee-ba917280bd28 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:45:08.845650 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 1482a307-064c-4d1a-a3ee-ba917280bd28 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:45:08.845812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6f9aed1c-a8e4-4f32-aaa4-2112f02f990b admin admin] Publish callbacks [] for security_group (1a99d164-445d-44c5-bc61-bd08a4fb4e1c), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:08.998192 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6f9aed1c-a8e4-4f32-aaa4-2112f02f990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1a99d164-445d-44c5-bc61-bd08a4fb4e1c), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:09.038667 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6f9aed1c-a8e4-4f32-aaa4-2112f02f990b admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=4c41744f76264f07b7c86b21793e5e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871957 Jul 26 16:45:09.039573 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9aed1c-a8e4-4f32-aaa4-2112f02f990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a99d164-445d-44c5-bc61-bd08a4fb4e1c,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:09.041419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50830) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:09.091525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] Publish callbacks [] for security_group (1a99d164-445d-44c5-bc61-bd08a4fb4e1c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:09.112949 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] Publish callbacks [] for security_group (1a99d164-445d-44c5-bc61-bd08a4fb4e1c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:09.307600 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (1a99d164-445d-44c5-bc61-bd08a4fb4e1c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:09.310211 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:09.311370 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/1a99d164-445d-44c5-bc61-bd08a4fb4e1c HTTP/1.1" status: 204 len: 168 time: 0.2683485 Jul 26 16:45:09.320103 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8951e-269c-4b09-940e-ef15d9238823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a99d164-445d-44c5-bc61-bd08a4fb4e1c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:10.589413 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50856) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:10.688012 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1305751758-network', 'tenant_id': '319ddb5f712b4c8aa6fdaa01e62674f0'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:10.896548 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Made reservation on behalf of 319ddb5f712b4c8aa6fdaa01e62674f0 for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:45:10.899014 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:10.907848 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:10.981919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks [] for security_group (d53986c0-7e40-4d4e-a06b-20e1bb86a2d4), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.102566 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (d53986c0-7e40-4d4e-a06b-20e1bb86a2d4), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.130949 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:45:11.136377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:11.151358 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (11d549a2-d127-4015-b6a4-3ee20e5c60d9), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.151358 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Added segment 11d549a2-d127-4015-b6a4-3ee20e5c60d9 of type vlan for network 0648059d-d4ce-42dd-a1d6-7116b88e34fe Jul 26 16:45:11.195422 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (0648059d-d4ce-42dd-a1d6-7116b88e34fe), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.301984 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (0648059d-d4ce-42dd-a1d6-7116b88e34fe), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.303527 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:11.304108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.359683 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=3,neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:11.366050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0648059d-d4ce-42dd-a1d6-7116b88e34fe,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:11.375465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:45:11.497769 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dad269e5-953b-47be-b37c-6e1d3a4e82e7 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9071841 Jul 26 16:45:11.500577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 50864) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:11.505278 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Request body: {'subnet': {'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1305751758-subnet', 'tenant_id': '319ddb5f712b4c8aa6fdaa01e62674f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:11.626948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Made reservation on behalf of 319ddb5f712b4c8aa6fdaa01e62674f0 for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:45:11.627650 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:45:11.629390 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.969756 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (e7feab49-f6bd-4308-9cb9-6481d72f17e3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:11.973802 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:12.032093 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7feab49-f6bd-4308-9cb9-6481d72f17e3,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:12.039846 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Checking segment: {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:45:12.040201 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Network hostable DHCP agents. Network: 0648059d-d4ce-42dd-a1d6-7116b88e34fe, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:45:12.159045 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:45:12.279063 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 0648059d-d4ce-42dd-a1d6-7116b88e34fe) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:45:12.282936 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:12.283530 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:12.288171 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2034ae-4aba-4173-829e-f526b64c6af9 None None] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:45:12.388605 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3503948e-627e-4e6c-a00a-ea25a20878b2 None None] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:45:12.430963 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-390fb5bd-ff5c-4b3a-b981-cae7898216a6 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9218926 Jul 26 16:45:16.746810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-50173220-0bbe-4054-9e4d-606c660e0dd7 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:16.748263 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-50173220-0bbe-4054-9e4d-606c660e0dd7 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/networks?id=0648059d-d4ce-42dd-a1d6-7116b88e34fe HTTP/1.1" status: 200 len: 809 time: 0.1049976 Jul 26 16:45:16.762467 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-9562081c-6f21-40bb-880b-b49d90f210d6 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/quotas/319ddb5f712b4c8aa6fdaa01e62674f0 HTTP/1.1" status: 200 len: 375 time: 0.0088007 Jul 26 16:45:16.795432 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-854fcc6d-42e6-4ec7-8a64-d6479824b7a1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276821 Jul 26 16:45:16.859120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:16.863281 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:16.887685 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-70021f0c-e021-4a4f-85bb-33e3f5f80e23 service neutron] 10.222.0.144 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857074 Jul 26 16:45:16.979763 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-e792dfc6-a6af-4d38-b8db-4ceaa2a45651 service neutron] 10.222.0.144 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Jul 26 16:45:17.280704 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-12d62e48-e06f-4822-b646-f802f2df89df req-7b6f1157-babb-4a50-8471-68889201daad tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0356112 Jul 26 16:45:18.364202 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-449880f9-d4a9-4b14-883c-1fc59812fdd9 req-d38bbb7e-885b-4941-b350-cb023473d31b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0327795 Jul 26 16:45:18.926566 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f0722-8c19-4cd3-894d-c137bba8ea27 req-6c99e024-ac3c-4ae6-abc7-c5a3f053bed1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:18.927966 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3e0f0722-8c19-4cd3-894d-c137bba8ea27 req-6c99e024-ac3c-4ae6-abc7-c5a3f053bed1 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0467410 Jul 26 16:45:18.973966 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3e0f0722-8c19-4cd3-894d-c137bba8ea27 req-8e203ad6-75f2-43be-98cf-46281eac579a tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Jul 26 16:45:19.748060 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d03d57b4-13c5-4dd2-9fa9-9f6d6396a3c2 req-04a4faca-84e0-49ca-82d7-a370705dc908 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.3112795 Jul 26 16:45:20.100871 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6f936-203b-4ca0-8922-9d511ddb8717 req-20f55d22-a709-4c5f-821e-084a352c2952 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:20.103043 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-03b6f936-203b-4ca0-8922-9d511ddb8717 req-20f55d22-a709-4c5f-821e-084a352c2952 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0480449 Jul 26 16:45:20.149755 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-03b6f936-203b-4ca0-8922-9d511ddb8717 req-b0199e13-9fa1-4f96-acdf-2e18d7a0cf25 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Jul 26 16:45:20.206270 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:20.454935 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-506c98cc-b7d8-4e7a-8c00-9e928ecc470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:20.783899 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-78f6ef6c-b17c-4eab-9327-76d6d083f31b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:20.785566 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-78f6ef6c-b17c-4eab-9327-76d6d083f31b tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0495086 Jul 26 16:45:20.878197 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-883d3fd6-3881-4f06-a433-112722c52bfc req-ffeb6ab6-6445-4e23-99d8-6272ebf9f86d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0533617 Jul 26 16:45:20.932593 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Deleting port 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:20.932940 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.023644 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] For port 5e531cc9-c347-49e5-b738-d36aac7e7939, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=5e531cc9-c347-49e5-b738-d36aac7e7939,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:21.024048 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.194701 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.195125 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.195440 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Floating IP f2916bdf-4f60-4012-8751-d9ed10766e4d disassociated. External IP: 172.27.0.31, port: 5e531cc9-c347-49e5-b738-d36aac7e7939. Jul 26 16:45:21.195789 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Calling delete_port for 5e531cc9-c347-49e5-b738-d36aac7e7939 owned by compute:nova {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:21.279471 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedfa53-4955-4a5a-bd61-d9e3dd6c2bcf req-c61e9803-12d3-4e15-9a60-b48b1c34b4a0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:21.280881 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fbedfa53-4955-4a5a-bd61-d9e3dd6c2bcf req-c61e9803-12d3-4e15-9a60-b48b1c34b4a0 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 947 time: 0.0507824 Jul 26 16:45:21.328974 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fbedfa53-4955-4a5a-bd61-d9e3dd6c2bcf req-982207ba-5141-4e55-8bc8-71962230acf8 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups?id=b042ad84-6eb4-4d49-abda-ffc58a576f22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Jul 26 16:45:21.622234 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (5e531cc9-c347-49e5-b738-d36aac7e7939), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.653782 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'Port': ['ID=5e531cc9-c347-49e5-b738-d36aac7e7939,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:21.664686 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:21.775712 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:45:21.822873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:21.879356 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:45:21.901927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:45:21.914440 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:45:21.915136 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:21.926001 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] No DVR routers for this DVR port 5e531cc9-c347-49e5-b738-d36aac7e7939 on host hv-cinder-85104 {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:45:21.942044 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:21.946232 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-64d0e3c6-d769-4c7e-92c0-4df208500a3e req-9b968042-d0ef-4dd7-9414-273a839bd688 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.86 "DELETE /v2.0/ports/5e531cc9-c347-49e5-b738-d36aac7e7939 HTTP/1.1" status: 204 len: 173 time: 1.1202309 Jul 26 16:45:21.946955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-deleted', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:21.951143 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f927212-abe1-4bd9-911c-106690a19dd8" -d '{"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-deleted", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:21.994842 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c45c0703-1439-4a19-b800-859491eea9fa req-b2d0c472-9df2-4557-98b6-0b02bc4cb82f tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0401363 Jul 26 16:45:22.008445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfd9fff-6884-4232-b1de-55989c80e931 x-openstack-request-id: req-0cfd9fff-6884-4232-b1de-55989c80e931 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:22.008445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959309a9-7e80-4fa3-a819-5c64c66861e5", "name": "network-vif-deleted", "tag": "5e531cc9-c347-49e5-b738-d36aac7e7939", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:22.008445 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-0cfd9fff-6884-4232-b1de-55989c80e931 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:22.008445 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfd9fff-6884-4232-b1de-55989c80e931'] response: {'server_uuid': '959309a9-7e80-4fa3-a819-5c64c66861e5', 'name': 'network-vif-deleted', 'tag': '5e531cc9-c347-49e5-b738-d36aac7e7939', 'status': 'completed', 'code': 200} Jul 26 16:45:22.030494 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:45:22.237022 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:22.262744 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:45:22.272353 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:45:22.273726 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:44:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:22.307146 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-27052bed-53e3-45e6-9a6d-eeb800c20eb8 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:22.308654 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-27052bed-53e3-45e6-9a6d-eeb800c20eb8 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "GET /v2.0/networks?id=0648059d-d4ce-42dd-a1d6-7116b88e34fe HTTP/1.1" status: 200 len: 809 time: 0.1120260 Jul 26 16:45:22.326417 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Request body: {'port': {'device_id': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe', 'admin_state_up': True, 'tenant_id': '319ddb5f712b4c8aa6fdaa01e62674f0'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:22.329717 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:22.399358 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:45:22.452118 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d17a38d-3a94-4d53-ac73-2ad1ab70c00b req-f93c72ee-4686-4964-bafa-166d544c97ab tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0283720 Jul 26 16:45:22.609253 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:22.634275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26285aa6-1c28-4611-9a26-f5abc98de659 None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:34:35Z', 'revision_number': 4, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '8515405f-05af-4aa9-80a1-713af28890bd', 'name': '', 'network_id': '862673cc-ea89-444e-b2bd-e75d18a6efab', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'mac_address': 'fa:16:3e:95:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:34Z', 'updated_at': '2022-07-26T16:34:39Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'subnets': [{'id': 'ea109927-b181-4025-9e3a-aedd50591ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:45:22.696478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Made reservation on behalf of 319ddb5f712b4c8aa6fdaa01e62674f0 for: {'port': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:45:22.696736 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-417f1814-3991-463d-8e80-7f072742fa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:22.700196 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:22.838458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Allocated IP 172.20.0.12 (0648059d-d4ce-42dd-a1d6-7116b88e34fe/e7feab49-f6bd-4308-9cb9-6481d72f17e3/a1394839-f04f-4058-ad96-92874c930447) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:45:22.877488 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c77f6d-86b5-4a51-82bb-8cbef0dd33e6 None None] New status for floating IP f2916bdf-4f60-4012-8751-d9ed10766e4d: DOWN {{(pid=104388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:45:22.907223 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:22.930676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 5e531cc9-c347-49e5-b738-d36aac7e7939 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:45:22.931315 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 5e531cc9-c347-49e5-b738-d36aac7e7939 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:45:22.993469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks [] for port (a1394839-f04f-4058-ad96-92874c930447), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:23.102370 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8964c045-fa49-4e97-885e-a09d0580f9a3 req-56758624-aa59-4d71-a7ec-7052fe3624f7 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0277236 Jul 26 16:45:23.239361 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:23.410746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (a1394839-f04f-4058-ad96-92874c930447), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:23.463349 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:45:23.468705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:45:23.470914 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Pushing event updated for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:23.473110 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:45:23.525842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:23.526464 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:23.569109 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c55a54a2-0960-48ac-a348-690dcd543fdf req-7d14f7a1-c8c0-42d8-9623-96bb0a6def74 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/ports?device_id=959309a9-7e80-4fa3-a819-5c64c66861e5 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Jul 26 16:45:23.686214 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-2eac917e-0d90-43c5-bac9-ea5172545b5d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636632 Jul 26 16:45:23.703123 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Request body: {'port': {'device_id': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:23.762877 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a1394839-f04f-4058-ad96-92874c930447), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:23.881308 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:24.020193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1394839-f04f-4058-ad96-92874c930447 {{(pid=104386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:45:24.028229 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks [] for port (a1394839-f04f-4058-ad96-92874c930447), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.031751 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.041482 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.provisioning_blocks [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Transition to ACTIVE for port object a1394839-f04f-4058-ad96-92874c930447 will not be triggered until provisioned by entity L2. {{(pid=104386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:45:24.203843 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (a1394839-f04f-4058-ad96-92874c930447), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.247205 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df7399-dcca-48d3-a273-9551f3cc0af5 req-0cf555ab-ac45-4343-a4b0-f01974ea444b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:24.248688 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c6df7399-dcca-48d3-a273-9551f3cc0af5 req-0cf555ab-ac45-4343-a4b0-f01974ea444b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 932 time: 0.0745683 Jul 26 16:45:24.281805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:24.356477 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c6df7399-dcca-48d3-a273-9551f3cc0af5 req-f5e33650-2f8e-4518-9ca2-c6d468ba3f35 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019151 Jul 26 16:45:24.375329 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Attempting to bind port a1394839-f04f-4058-ad96-92874c930447 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:45:24.379559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Attempting to bind port a1394839-f04f-4058-ad96-92874c930447 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:45:24.379559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Attempting to bind port a1394839-f04f-4058-ad96-92874c930447 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:45:24.381353 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Port a1394839-f04f-4058-ad96-92874c930447 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:45:24.381739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Attempting to bind port a1394839-f04f-4058-ad96-92874c930447 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:45:24.386710 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:45:24.387045 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Checking segment: {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:45:24.387429 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Bound using segment: {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'} {{(pid=104386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:45:24.387856 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.managers [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Bound port: a1394839-f04f-4058-ad96-92874c930447, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'}}] {{(pid=104386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:45:24.388219 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a1394839-f04f-4058-ad96-92874c930447), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.448813 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, cleared binding levels {{(pid=104386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:45:24.451748 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a1394839-f04f-4058-ad96-92874c930447,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:45:24.564330 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (a1394839-f04f-4058-ad96-92874c930447), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.598508 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:24.599619 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.601043 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] 10.222.0.86 "PUT /v2.0/ports/a1394839-f04f-4058-ad96-92874c930447 HTTP/1.1" status: 200 len: 1094 time: 0.9020007 Jul 26 16:45:24.601450 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'tag': 'a1394839-f04f-4058-ad96-92874c930447'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:24.603697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2313b30-3af9-48aa-a738-e3ddfdeff028" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "tag": "a1394839-f04f-4058-ad96-92874c930447"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:24.632218 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3e3e-99bf-4cab-b7c8-ec84168109a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=3']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:24.644076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc40eb4-d5a7-4644-86f1-09d072e6e370 x-openstack-request-id: req-cfc40eb4-d5a7-4644-86f1-09d072e6e370 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:24.644076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "tag": "a1394839-f04f-4058-ad96-92874c930447", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:24.644076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-cfc40eb4-d5a7-4644-86f1-09d072e6e370 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:24.644076 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc40eb4-d5a7-4644-86f1-09d072e6e370'] response: {'name': 'network-changed', 'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'tag': 'a1394839-f04f-4058-ad96-92874c930447', 'status': 'completed', 'code': 200} Jul 26 16:45:24.713232 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:24.722629 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-bdfd026d-83fd-43b9-b759-47d7af4554d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:24.724623 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-bdfd026d-83fd-43b9-b759-47d7af4554d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 1128 time: 0.0409913 Jul 26 16:45:24.829771 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-69d54115-6729-44bc-a690-7f7a9fcecbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:24.831180 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-69d54115-6729-44bc-a690-7f7a9fcecbef service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0892808 Jul 26 16:45:24.845760 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 50998) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:24.904876 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (b042ad84-6eb4-4d49-abda-ffc58a576f22), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.930063 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (b042ad84-6eb4-4d49-abda-ffc58a576f22), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:24.931835 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-33df2163-eb9d-4ceb-8d58-19eef69d1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:24.933386 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f2313b30-3af9-48aa-a738-e3ddfdeff028 req-33df2163-eb9d-4ceb-8d58-19eef69d1d13 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965583 Jul 26 16:45:25.030346 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-6ac415f2-c8c2-4d55-8e8d-b14e816f59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:25.031801 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-6ac415f2-c8c2-4d55-8e8d-b14e816f59de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 1128 time: 0.0382829 Jul 26 16:45:25.081191 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-50510016-1a64-4328-8dbc-2c52100bc5d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1394839-f04f-4058-ad96-92874c930447 HTTP/1.1" status: 200 len: 217 time: 0.0341949 Jul 26 16:45:25.128455 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-0e521e86-b464-48d4-bfde-69fdba82f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:25.129921 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-0e521e86-b464-48d4-bfde-69fdba82f6a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7feab49-f6bd-4308-9cb9-6481d72f17e3 HTTP/1.1" status: 200 len: 849 time: 0.0433486 Jul 26 16:45:25.152060 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b042ad84-6eb4-4d49-abda-ffc58a576f22), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.154768 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.155906 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "DELETE /v2.0/security-groups/b042ad84-6eb4-4d49-abda-ffc58a576f22 HTTP/1.1" status: 204 len: 168 time: 0.3091710 Jul 26 16:45:25.160034 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51002) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:25.165998 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d1a0-dfb1-45ab-9668-50fbd0b74127 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b042ad84-6eb4-4d49-abda-ffc58a576f22,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:25.168377 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-47d2c6e3-29e7-4342-ac16-a8f96a45e302 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0648059d-d4ce-42dd-a1d6-7116b88e34fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324244 Jul 26 16:45:25.182902 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.api.v2.resource [None req-ee218d1f-0ce1-46ef-9935-f58b9dd9b33c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] show failed (client error): The resource could not be found. Jul 26 16:45:25.183871 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ee218d1f-0ce1-46ef-9935-f58b9dd9b33c tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "GET /v2.0/security-groups/b042ad84-6eb4-4d49-abda-ffc58a576f22 HTTP/1.1" status: 404 len: 347 time: 0.0228298 Jul 26 16:45:25.188381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51004) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:25.255838 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:25.270562 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-f09fc079-0ae0-49c0-b583-4928f6f7cc7f service neutron] 10.222.0.86 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956399 Jul 26 16:45:25.301726 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Deleting port f7f6bcc6-3545-4a22-85ce-c8dc59faa0df {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:25.302074 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.375598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.375927 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.391966 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:25.393288 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Calling delete_port for f7f6bcc6-3545-4a22-85ce-c8dc59faa0df owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:25.490453 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.494948 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013001d4-f1e6-4904-a4bc-070e879f6344 req-a1f4490a-0434-461b-87b9-cf2d1ca2cb2f tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:25.496493 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-013001d4-f1e6-4904-a4bc-070e879f6344 req-a1f4490a-0434-461b-87b9-cf2d1ca2cb2f tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0638936 Jul 26 16:45:25.524881 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:25.582081 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-013001d4-f1e6-4904-a4bc-070e879f6344 req-a155b7a3-d1c1-498d-9368-b396e6e3b077 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 Jul 26 16:45:25.705973 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.763373 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (f7f6bcc6-3545-4a22-85ce-c8dc59faa0df), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.788457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Pushing event deleted for resources: {'Port': ['ID=f7f6bcc6-3545-4a22-85ce-c8dc59faa0df,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:25.848986 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks [] for floatingip (f2916bdf-4f60-4012-8751-d9ed10766e4d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.851486 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:25.852646 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5c01e24a-17f3-4bd6-95e5-7f06ddb67817 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] 10.222.0.144 "DELETE /v2.0/floatingips/f2916bdf-4f60-4012-8751-d9ed10766e4d HTTP/1.1" status: 204 len: 168 time: 0.6632290 Jul 26 16:45:26.101905 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:26.336865 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d9f5cc67-e5f6-482f-85b9-98c27e4f9c44 req-f690c606-8980-4d3f-a2ed-e1ae49a3b45c service neutron] 10.222.0.86 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835230 Jul 26 16:45:26.702622 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea78ef-27df-4e95-8180-53c2091fd4d9 req-214e33e2-8566-444d-bf8f-9783979a8fd3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:26.704309 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-97ea78ef-27df-4e95-8180-53c2091fd4d9 req-214e33e2-8566-444d-bf8f-9783979a8fd3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0487118 Jul 26 16:45:26.757903 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-97ea78ef-27df-4e95-8180-53c2091fd4d9 req-482cc429-e6b5-494e-964c-166139d3be1f tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Jul 26 16:45:27.875962 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed106362-8b73-4c55-a252-504e166de8b8 req-9bdd7c8c-1128-49cd-b553-0d9bd9e270c3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:27.877474 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ed106362-8b73-4c55-a252-504e166de8b8 req-9bdd7c8c-1128-49cd-b553-0d9bd9e270c3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Jul 26 16:45:27.925325 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ed106362-8b73-4c55-a252-504e166de8b8 req-6b5bda21-0f77-462b-9c3a-99b29be05c04 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jul 26 16:45:29.042127 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36411f-a174-4f3c-ae00-44718f6a95e6 req-47d98e96-2cae-4c38-bbd3-61da2540b45b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:29.043585 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ff36411f-a174-4f3c-ae00-44718f6a95e6 req-47d98e96-2cae-4c38-bbd3-61da2540b45b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0471802 Jul 26 16:45:29.088823 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ff36411f-a174-4f3c-ae00-44718f6a95e6 req-f7a2bcd5-c1ad-442e-b129-97ee0e0214e1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jul 26 16:45:30.207257 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0df5f8-4d73-4a21-a1b5-c0301330be16 req-7ff285fc-dde9-4d07-af3e-8395fffca555 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:30.208803 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fe0df5f8-4d73-4a21-a1b5-c0301330be16 req-7ff285fc-dde9-4d07-af3e-8395fffca555 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0477724 Jul 26 16:45:30.256089 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fe0df5f8-4d73-4a21-a1b5-c0301330be16 req-a793137b-a582-4073-bdf2-6bb0e49dfa6b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Jul 26 16:45:31.373071 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732df43-39b2-41f1-a90d-2ee66f661c23 req-e4ead09b-6e63-466f-8c9a-fae853f7c2b5 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:31.374527 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3732df43-39b2-41f1-a90d-2ee66f661c23 req-e4ead09b-6e63-466f-8c9a-fae853f7c2b5 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0465415 Jul 26 16:45:31.386960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:31.422861 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3732df43-39b2-41f1-a90d-2ee66f661c23 req-01086171-0a10-4f70-a116-76164e5c1ede tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Jul 26 16:45:32.538513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d0ac2-0744-43f5-b934-db95be4ebc00 req-503aa0bf-6125-4159-8523-319c0025b4e1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:32.539956 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d6d0ac2-0744-43f5-b934-db95be4ebc00 req-503aa0bf-6125-4159-8523-319c0025b4e1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 944 time: 0.0466151 Jul 26 16:45:32.590577 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d6d0ac2-0744-43f5-b934-db95be4ebc00 req-257982ca-88c4-42d7-9d3f-0f69e57a8b1a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jul 26 16:45:32.918573 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a1394839-f04f-4058-ad96-92874c930447 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:45:32.965706 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:32.967649 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:33.024723 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a1394839-f04f-4058-ad96-92874c930447,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:33.035997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'a1394839-f04f-4058-ad96-92874c930447', 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe', 'port_id': 'a1394839-f04f-4058-ad96-92874c930447', 'mac_address': 'fa:16:3e:06:03:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7feab49-f6bd-4308-9cb9-6481d72f17e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:45:33.072157 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a1394839-f04f-4058-ad96-92874c930447 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:45:33.072589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a1394839-f04f-4058-ad96-92874c930447), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:33.086282 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1394839-f04f-4058-ad96-92874c930447 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:45:33.106735 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a1394839-f04f-4058-ad96-92874c930447,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:33.221145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51072) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:33.239309 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a1394839-f04f-4058-ad96-92874c930447), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:33.304440 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:33.312229 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.312611 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.312954 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.313297 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.313661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.313989 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.314321 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.314674 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.315000 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.315325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.315651 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.315975 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.316342 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.316692 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.317028 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:45:33.532303 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:33.586758 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:33.654227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['a1394839-f04f-4058-ad96-92874c930447'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:45:33.720500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab6b6-0c98-4fb0-916f-4b63fdbc4c51 req-186c1f1d-6ce4-4aa2-a931-94a812875f4a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:33.722967 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-67eab6b6-0c98-4fb0-916f-4b63fdbc4c51 req-186c1f1d-6ce4-4aa2-a931-94a812875f4a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 945 time: 0.0577250 Jul 26 16:45:33.777980 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-67eab6b6-0c98-4fb0-916f-4b63fdbc4c51 req-d0fab538-fc18-40f9-8624-2f6e4fe167d6 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Jul 26 16:45:34.028859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:34.067002 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Deleting port 8515405f-05af-4aa9-80a1-713af28890bd {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:34.067337 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (8515405f-05af-4aa9-80a1-713af28890bd), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:34.145277 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] For port 8515405f-05af-4aa9-80a1-713af28890bd, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=8515405f-05af-4aa9-80a1-713af28890bd,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:34.145641 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (8515405f-05af-4aa9-80a1-713af28890bd), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:34.162541 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Calling delete_port for 8515405f-05af-4aa9-80a1-713af28890bd owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:34.466077 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (8515405f-05af-4aa9-80a1-713af28890bd), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:34.489314 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8515405f-05af-4aa9-80a1-713af28890bd,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:34.554208 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:34.665095 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:34.914490 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52fb7a-28b9-4018-a9ed-5314d4b5c09d req-841eadd9-fa63-4dec-a377-16843a80ce55 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:34.915978 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a52fb7a-28b9-4018-a9ed-5314d4b5c09d req-841eadd9-fa63-4dec-a377-16843a80ce55 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 945 time: 0.0638185 Jul 26 16:45:34.921156 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a1394839-f04f-4058-ad96-92874c930447 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:45:34.923633 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Router fd176e97-c918-4a5b-83bd-eda8b1d31d5c has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:45:34.972369 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port a1394839-f04f-4058-ad96-92874c930447 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:45:35.018485 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5a52fb7a-28b9-4018-a9ed-5314d4b5c09d req-2dcd9ac0-18c7-4df7-bcb8-4c7a4c6095bf tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919380 Jul 26 16:45:35.066539 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:45:35.071577 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-7a9288cf-5676-41bd-87af-418d6f5d6df2 admin admin] 10.222.0.144 "PUT /v2.0/routers/fd176e97-c918-4a5b-83bd-eda8b1d31d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498409 Jul 26 16:45:35.074142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51090) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:35.076629 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Sync routers for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:45:35.087708 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:45:35.091110 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:45:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:35.127081 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port a1394839-f04f-4058-ad96-92874c930447 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:45:35.127658 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (a1394839-f04f-4058-ad96-92874c930447), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.182287 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks [] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.228246 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:35.303957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks [] for router_gateway (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.369576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:45:35.482669 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port a1394839-f04f-4058-ad96-92874c930447 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:45:35.482977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (a1394839-f04f-4058-ad96-92874c930447), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.486938 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:35.489051 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Deleting port 13248e61-e994-442b-8036-c457f0b31530 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:35.489402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (13248e61-e994-442b-8036-c457f0b31530), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.508234 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:35.518661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1394839-f04f-4058-ad96-92874c930447'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:35.526169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81b972d-be05-452f-bdb3-973f02ccc667" -d '{"events": [{"server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "name": "network-vif-plugged", "status": "completed", "tag": "a1394839-f04f-4058-ad96-92874c930447"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:35.543198 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a1394839-f04f-4058-ad96-92874c930447,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:35.575555 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] For port 13248e61-e994-442b-8036-c457f0b31530, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=13248e61-e994-442b-8036-c457f0b31530,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:35.575926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (13248e61-e994-442b-8036-c457f0b31530), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.579452 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df030c22-0ff6-453a-99d7-f81076b6262d x-openstack-request-id: req-df030c22-0ff6-453a-99d7-f81076b6262d {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:35.579767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "name": "network-vif-plugged", "status": "completed", "tag": "a1394839-f04f-4058-ad96-92874c930447", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:35.580019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-df030c22-0ff6-453a-99d7-f81076b6262d {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:35.580537 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df030c22-0ff6-453a-99d7-f81076b6262d'] response: {'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1394839-f04f-4058-ad96-92874c930447', 'code': 200} Jul 26 16:45:35.593583 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Calling delete_port for 13248e61-e994-442b-8036-c457f0b31530 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:35.601615 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': '13248e61-e994-442b-8036-c457f0b31530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:45:34Z', 'revision_number': 5, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port': {'id': '13248e61-e994-442b-8036-c457f0b31530', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:34:31Z', 'updated_at': '2022-07-26T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:35.634212 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (a1394839-f04f-4058-ad96-92874c930447), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.637262 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Checking router: fd176e97-c918-4a5b-83bd-eda8b1d31d5c for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:45:35.669686 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Routers {'fd176e97-c918-4a5b-83bd-eda8b1d31d5c'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:45:35.670315 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:45:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:35.726883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:35.767767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:35.782795 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] Set router fd176e97-c918-4a5b-83bd-eda8b1d31d5c gateway port host: None {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:45:35.834505 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:45:35Z', 'revision_number': 6, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:35.861829 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e6d3a-8815-4f89-b0f2-6d8f3024de9e None None] The sync data for ids ['fd176e97-c918-4a5b-83bd-eda8b1d31d5c'] in dv-cinder-851042-1-iscsi is: [{'id': 'fd176e97-c918-4a5b-83bd-eda8b1d31d5c', 'name': 'tempest-AttachVolumeShelveTestJSON-452551015-router', 'tenant_id': 'f6a8f13fe22741d6843f193a0a959e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:34:30Z', 'updated_at': '2022-07-26T16:45:35Z', 'revision_number': 6, 'project_id': 'f6a8f13fe22741d6843f193a0a959e57', 'gw_port_host': None}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:45:35.935861 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (13248e61-e994-442b-8036-c457f0b31530), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:35.966634 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Pushing event deleted for resources: {'Port': ['ID=13248e61-e994-442b-8036-c457f0b31530,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:36.016804 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78230503-209a-4c79-bb4a-d16bb9ef740a req-5f2128cb-7d94-4aca-aa84-7b23e7f858d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:36.018219 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78230503-209a-4c79-bb4a-d16bb9ef740a req-5f2128cb-7d94-4aca-aa84-7b23e7f858d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 1130 time: 0.0383236 Jul 26 16:45:36.024889 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.063188 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-78230503-209a-4c79-bb4a-d16bb9ef740a req-a98ef279-8eaa-453d-801f-469f1ce43c39 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Jul 26 16:45:36.159619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.163904 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks [] for router_controller (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.216012 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902e37a-0518-4840-b2c8-5138cb55c7e1 req-48a9c5de-9035-41e2-8b6f-d8e245da11b3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:36.217601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0902e37a-0518-4840-b2c8-5138cb55c7e1 req-48a9c5de-9035-41e2-8b6f-d8e245da11b3 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0965087 Jul 26 16:45:36.273144 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0902e37a-0518-4840-b2c8-5138cb55c7e1 req-9ad408cb-704d-43c6-8910-fd9143ab8d44 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Jul 26 16:45:36.382328 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.399207 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (fd176e97-c918-4a5b-83bd-eda8b1d31d5c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.399805 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd176e97-c918-4a5b-83bd-eda8b1d31d5c {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:45:36.404085 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.405244 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a710a4e3-ac04-490d-a606-4ba05e479218 admin admin] 10.222.0.144 "DELETE /v2.0/routers/fd176e97-c918-4a5b-83bd-eda8b1d31d5c HTTP/1.1" status: 204 len: 168 time: 1.3301923 Jul 26 16:45:36.407734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51102) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:36.435302 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:36.453341 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Deleting subnet ea109927-b181-4025-9e3a-aedd50591ef3 {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:45:36.496419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Publish callbacks [] for subnet (ea109927-b181-4025-9e3a-aedd50591ef3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.496419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (ea109927-b181-4025-9e3a-aedd50591ef3), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.568752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (ea109927-b181-4025-9e3a-aedd50591ef3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.709379 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (ea109927-b181-4025-9e3a-aedd50591ef3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.735402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea109927-b181-4025-9e3a-aedd50591ef3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:36.741167 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.747951 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-9f1bc37c-d3b3-4177-8828-2b0f35086a17 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/ea109927-b181-4025-9e3a-aedd50591ef3 HTTP/1.1" status: 204 len: 168 time: 0.3369143 Jul 26 16:45:36.748330 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc9fc7-3560-4d4f-af95-62f82932ed9b None None] Network 862673cc-ea89-444e-b2bd-e75d18a6efab requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:45:36.748493 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51104) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:36.824977 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (862673cc-ea89-444e-b2bd-e75d18a6efab), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.868733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Deleting port 865f0ffb-b33a-4781-b362-4320636a579e {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:36.869081 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.904439 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] DHCP port deletion for 862673cc-ea89-444e-b2bd-e75d18a6efab request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:45:36.944231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Deleting port 865f0ffb-b33a-4781-b362-4320636a579e {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:36.944631 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.951272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] For port 865f0ffb-b33a-4781-b362-4320636a579e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=865f0ffb-b33a-4781-b362-4320636a579e,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:36.951650 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (865f0ffb-b33a-4781-b362-4320636a579e), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:36.965873 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Calling delete_port for 865f0ffb-b33a-4781-b362-4320636a579e owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:37.015143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] For port 865f0ffb-b33a-4781-b362-4320636a579e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=865f0ffb-b33a-4781-b362-4320636a579e,segment=NetworkSegment(11d074df-eaf2-4a27-973b-e21dc4c11deb),segment_id=11d074df-eaf2-4a27-973b-e21dc4c11deb)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:37.040995 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (865f0ffb-b33a-4781-b362-4320636a579e), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.040995 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Calling delete_port for 865f0ffb-b33a-4781-b362-4320636a579e owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:37.173887 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 8515405f-05af-4aa9-80a1-713af28890bd no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:37.196055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 8515405f-05af-4aa9-80a1-713af28890bd {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:45:37.196447 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 8515405f-05af-4aa9-80a1-713af28890bd not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:45:37.196909 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 13248e61-e994-442b-8036-c457f0b31530 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:37.215037 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 13248e61-e994-442b-8036-c457f0b31530 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:45:37.215446 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 13248e61-e994-442b-8036-c457f0b31530 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:45:37.215858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 865f0ffb-b33a-4781-b362-4320636a579e no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:37.218228 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:37.288379 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 865f0ffb-b33a-4781-b362-4320636a579e is: ACTIVE; New status is: DOWN {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:45:37.288868 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (865f0ffb-b33a-4781-b362-4320636a579e), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.341841 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:37.388044 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (865f0ffb-b33a-4781-b362-4320636a579e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.406491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] No DVR routers for this DVR port 865f0ffb-b33a-4781-b362-4320636a579e on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:45:37.414478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce238584-2a20-47de-ae66-531c18066d1e req-aded44e9-1840-4132-ae71-0b1a3a703f95 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:37.416108 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ce238584-2a20-47de-ae66-531c18066d1e req-aded44e9-1840-4132-ae71-0b1a3a703f95 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0566010 Jul 26 16:45:37.424847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (865f0ffb-b33a-4781-b362-4320636a579e), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.434381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Pushing event deleted for resources: {'Port': ['ID=865f0ffb-b33a-4781-b362-4320636a579e,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:37.440045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] No DVR routers for this DVR port 865f0ffb-b33a-4781-b362-4320636a579e on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:45:37.459693 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d095c1-1b6f-4596-a87d-8b6ad629b97a None None] Pushing event deleted for resources: {'Port': ['ID=865f0ffb-b33a-4781-b362-4320636a579e,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:37.497989 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ce238584-2a20-47de-ae66-531c18066d1e req-6ae9a285-cea6-44f5-a650-b1fb538c280c tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706604 Jul 26 16:45:37.516423 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (862673cc-ea89-444e-b2bd-e75d18a6efab), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.535902 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862673cc-ea89-444e-b2bd-e75d18a6efab']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:37.545731 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d074df-eaf2-4a27-973b-e21dc4c11deb') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:37.546030 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d074df-eaf2-4a27-973b-e21dc4c11deb') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:37.556094 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (11d074df-eaf2-4a27-973b-e21dc4c11deb), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.569370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (11d074df-eaf2-4a27-973b-e21dc4c11deb), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.575812 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:45:37.576205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (11d074df-eaf2-4a27-973b-e21dc4c11deb), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.615806 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 11d074df-eaf2-4a27-973b-e21dc4c11deb resource provider aggregate not found Jul 26 16:45:37.632997 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 11d074df-eaf2-4a27-973b-e21dc4c11deb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11d074df-eaf2-4a27-973b-e21dc4c11deb found for delete ", "request_id": "req-6c65be2b-7038-42cd-9fd2-997a828214d5"}]} Jul 26 16:45:37.757452 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (862673cc-ea89-444e-b2bd-e75d18a6efab), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.763205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:37.766285 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] 10.222.0.144 "DELETE /v2.0/networks/862673cc-ea89-444e-b2bd-e75d18a6efab HTTP/1.1" status: 204 len: 168 time: 1.0161428 Jul 26 16:45:37.782104 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceeba5-91c9-4136-aeba-bb0a22448133 admin admin] Pushing event deleted for resources: {'Network': ['ID=862673cc-ea89-444e-b2bd-e75d18a6efab,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:38.401142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51126) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:38.441175 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6f7ef9dd-768b-4e1f-a7a7-29335189cc82 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=f6a8f13fe22741d6843f193a0a959e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387857 Jul 26 16:45:38.443504 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51128) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:38.492882 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] Publish callbacks [] for security_group (2e2b9268-28c2-4715-9db9-f101a8c6bbe6), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:38.514878 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] Publish callbacks [] for security_group (2e2b9268-28c2-4715-9db9-f101a8c6bbe6), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:38.617402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f205a2-9595-4af4-8082-e6402b96cca5 req-d42d9905-8ada-426f-8e35-51cdcc1b49b6 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:38.618940 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1f205a2-9595-4af4-8082-e6402b96cca5 req-d42d9905-8ada-426f-8e35-51cdcc1b49b6 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0481369 Jul 26 16:45:38.667151 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a1f205a2-9595-4af4-8082-e6402b96cca5 req-5853d23f-08ca-4b80-b3a9-394252136d6c tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Jul 26 16:45:38.741842 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2e2b9268-28c2-4715-9db9-f101a8c6bbe6), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:38.752523 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:38.752523 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/2e2b9268-28c2-4715-9db9-f101a8c6bbe6 HTTP/1.1" status: 204 len: 168 time: 0.3012416 Jul 26 16:45:38.754224 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef473d0-616a-4668-87ce-692161fce8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b9268-28c2-4715-9db9-f101a8c6bbe6,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:40.389017 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02473a5c-3c43-40b8-bd84-3582bd93a474 req-00623c88-20ab-4cee-8c64-ea36d51879ae tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:40.390661 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-02473a5c-3c43-40b8-bd84-3582bd93a474 req-00623c88-20ab-4cee-8c64-ea36d51879ae tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0511761 Jul 26 16:45:40.438523 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-02473a5c-3c43-40b8-bd84-3582bd93a474 req-a74dce0e-31d8-4db0-8856-975068041878 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Jul 26 16:45:41.507680 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-c41c4218-4284-4a0c-b5a2-c88ee4b461f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461743 Jul 26 16:45:41.567168 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3db1-755e-47a2-8b15-1678fd8c2664 req-29624df9-1a16-451b-92ef-53da340bc517 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:41.568944 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-017a3db1-755e-47a2-8b15-1678fd8c2664 req-29624df9-1a16-451b-92ef-53da340bc517 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0518923 Jul 26 16:45:41.640897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-ced6887e-f2ec-4f93-98e0-dfe87e80532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:41.642414 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-ced6887e-f2ec-4f93-98e0-dfe87e80532d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1129 time: 0.0515606 Jul 26 16:45:41.654377 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-017a3db1-755e-47a2-8b15-1678fd8c2664 req-fbf9b1a3-5066-4094-a536-6a95c79162b1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782375 Jul 26 16:45:41.925309 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:41.940056 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-2fec3468-ac42-49b1-9a20-2b2399b7b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:41.941560 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-2fec3468-ac42-49b1-9a20-2b2399b7b56b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0898948 Jul 26 16:45:42.015365 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-34493723-8d68-49c9-8b7a-1f51566e98ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 200 len: 1000 time: 0.0539982 Jul 26 16:45:42.062699 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:42.066581 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-bb89b80f-6a3e-4796-868c-fd6dc88618d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:42.068620 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-bb89b80f-6a3e-4796-868c-fd6dc88618d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0477440 Jul 26 16:45:42.175910 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-3683aa14-0a1e-4b24-8d13-9ec3bd96028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:42.178484 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-3683aa14-0a1e-4b24-8d13-9ec3bd96028c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457180 Jul 26 16:45:42.189658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-1782234a-db16-4429-80f2-32d2682fd3f9 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:42.191130 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-1782234a-db16-4429-80f2-32d2682fd3f9 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 946 time: 0.0584509 Jul 26 16:45:42.225779 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:42.278149 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Deleting port a1394839-f04f-4058-ad96-92874c930447 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:45:42.278491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (a1394839-f04f-4058-ad96-92874c930447), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:42.279909 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-fe96222f-5277-409f-a9f3-ff8b8ac31b98 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955100 Jul 26 16:45:42.380661 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] For port a1394839-f04f-4058-ad96-92874c930447, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=a1394839-f04f-4058-ad96-92874c930447,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:42.381033 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (a1394839-f04f-4058-ad96-92874c930447), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:42.384206 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a83aa403-c131-4ef3-b63b-0e75719ef676 req-2f6c5906-3bf8-4c34-8257-ce9bf77cefca service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981851 Jul 26 16:45:42.394046 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Calling delete_port for a1394839-f04f-4058-ad96-92874c930447 owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:45:42.518126 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:42.620238 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (a1394839-f04f-4058-ad96-92874c930447), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:42.654674 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Pushing event deleted for resources: {'Port': ['ID=a1394839-f04f-4058-ad96-92874c930447,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:42.657670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['a1394839-f04f-4058-ad96-92874c930447'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:45:42.705252 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] No DVR routers for this DVR port a1394839-f04f-4058-ad96-92874c930447 on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:45:42.707802 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:42.711617 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea775750-7962-4b7b-b86b-a457ebd321c3 req-2f5b4760-75cd-4e29-92ac-f647f35f4ea2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "DELETE /v2.0/ports/a1394839-f04f-4058-ad96-92874c930447 HTTP/1.1" status: 204 len: 173 time: 0.5157869 Jul 26 16:45:42.712069 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'name': 'network-vif-deleted', 'tag': 'a1394839-f04f-4058-ad96-92874c930447'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:42.714415 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd5de0-f061-4ddb-ab48-0f961cb525b8" -d '{"events": [{"server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "name": "network-vif-deleted", "tag": "a1394839-f04f-4058-ad96-92874c930447"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:42.767506 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f76733cf-66e3-42f1-b36b-9734e73bdb4e req-ee0a9929-d956-4560-8fe4-b47039fce6dd tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0323167 Jul 26 16:45:42.856214 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51232) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:42.896486 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0dc0e-d727-4353-89da-166a438ef372 x-openstack-request-id: req-f6f0dc0e-d727-4353-89da-166a438ef372 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:42.896883 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2", "name": "network-vif-deleted", "tag": "a1394839-f04f-4058-ad96-92874c930447", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:42.897031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-f6f0dc0e-d727-4353-89da-166a438ef372 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:42.897444 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f0dc0e-d727-4353-89da-166a438ef372'] response: {'server_uuid': 'f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2', 'name': 'network-vif-deleted', 'tag': 'a1394839-f04f-4058-ad96-92874c930447', 'status': 'completed', 'code': 200} Jul 26 16:45:42.914745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Deleting subnet c491c238-6d4c-4fa5-9a0a-77ef237e4ccc {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:45:42.918970 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Publish callbacks [] for subnet (c491c238-6d4c-4fa5-9a0a-77ef237e4ccc), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:42.959858 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3851295'] for subnet (c491c238-6d4c-4fa5-9a0a-77ef237e4ccc), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.001113 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (c491c238-6d4c-4fa5-9a0a-77ef237e4ccc), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.151952 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8569674'] for subnet (c491c238-6d4c-4fa5-9a0a-77ef237e4ccc), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.175775 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c491c238-6d4c-4fa5-9a0a-77ef237e4ccc,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:43.181857 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.185000 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-0a885886-7353-4a3f-a639-d3412c158c67 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/c491c238-6d4c-4fa5-9a0a-77ef237e4ccc HTTP/1.1" status: 204 len: 168 time: 0.3273437 Jul 26 16:45:43.187524 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51234) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:43.259086 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (72cf3937-9e4d-41cc-b20a-bd33e5507cd9), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.335007 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (72cf3937-9e4d-41cc-b20a-bd33e5507cd9), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.357954 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf3937-9e4d-41cc-b20a-bd33e5507cd9']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:43.366291 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:43.368011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b9fa18-3af0-41b7-a4d2-611d6ca9e304') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:43.368331 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b9fa18-3af0-41b7-a4d2-611d6ca9e304') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:45:43.377621 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (22b9fa18-3af0-41b7-a4d2-611d6ca9e304), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.391567 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (22b9fa18-3af0-41b7-a4d2-611d6ca9e304), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.397836 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:45:43.398215 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (22b9fa18-3af0-41b7-a4d2-611d6ca9e304), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.537644 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 22b9fa18-3af0-41b7-a4d2-611d6ca9e304 resource provider aggregate not found Jul 26 16:45:43.555087 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 22b9fa18-3af0-41b7-a4d2-611d6ca9e304 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22b9fa18-3af0-41b7-a4d2-611d6ca9e304 found for delete ", "request_id": "req-d66477bf-ec82-4d2d-9850-b2fd9bce4df2"}]} Jul 26 16:45:43.581747 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (72cf3937-9e4d-41cc-b20a-bd33e5507cd9), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.587463 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:43.590612 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] 10.222.0.144 "DELETE /v2.0/networks/72cf3937-9e4d-41cc-b20a-bd33e5507cd9 HTTP/1.1" status: 204 len: 168 time: 0.4021835 Jul 26 16:45:43.602713 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedf348-f716-4c86-94c2-dbf51f8b1de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cf3937-9e4d-41cc-b20a-bd33e5507cd9,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:43.892311 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ab1a5870-83ee-4b86-8111-42c115dd9071 req-6b1486a0-8fc8-45a1-ac7f-d2d5868999ae tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=f5a85c9f-2a1c-41f3-8dc3-5e13166f34c2 HTTP/1.1" status: 200 len: 210 time: 0.0311353 Jul 26 16:45:44.102646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51250) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:44.149101 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e8135190-33d5-4e3c-9689-61f5ee9634f2 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ba880373700044f08ba1adbdb416fb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452943 Jul 26 16:45:44.151789 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51252) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:45:44.202208 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] Publish callbacks [] for security_group (7cb50859-0588-466d-8872-2a1fd563569c), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:44.224360 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] Publish callbacks [] for security_group (7cb50859-0588-466d-8872-2a1fd563569c), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:44.402652 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (7cb50859-0588-466d-8872-2a1fd563569c), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:44.407380 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:44.408570 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/7cb50859-0588-466d-8872-2a1fd563569c HTTP/1.1" status: 204 len: 168 time: 0.2558656 Jul 26 16:45:44.417008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd2b73-01f6-4bfd-95f4-7e30d20d69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb50859-0588-466d-8872-2a1fd563569c,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:44.986041 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a1394839-f04f-4058-ad96-92874c930447 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:45:45.003231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: a1394839-f04f-4058-ad96-92874c930447 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:45:45.003719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device a1394839-f04f-4058-ad96-92874c930447 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:45:45.241736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-e75e4b06-853d-42d5-8e0a-27c3f38ab59a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:45.243111 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-e75e4b06-853d-42d5-8e0a-27c3f38ab59a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/networks?id=0648059d-d4ce-42dd-a1d6-7116b88e34fe HTTP/1.1" status: 200 len: 809 time: 0.1045604 Jul 26 16:45:45.257234 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-55d797e8-c389-468e-8312-f51c68ced9c9 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/quotas/319ddb5f712b4c8aa6fdaa01e62674f0 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Jul 26 16:45:45.289524 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-e9729907-9f9b-484f-bbc8-ff2103f50a4a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275369 Jul 26 16:45:45.380706 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-65b012bb-c814-476d-9211-b7c6e362831a service neutron] 10.222.0.144 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847282 Jul 26 16:45:45.477513 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-c483fc42-b6b1-434f-9277-674c554e74c2 service neutron] 10.222.0.144 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911732 Jul 26 16:45:45.941629 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7e993975-9c13-4ebd-a29c-f831a1c2a853 req-8d3c78cd-4be8-445e-8605-28e185f3d1b1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0290949 Jul 26 16:45:47.029857 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-9eae43a2-e870-4b83-b3c1-8b03688fdc79 req-e2a0ddb6-d851-460c-bc7e-86c2922dd40d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0281768 Jul 26 16:45:48.130651 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-417782ab-db9a-4e23-aa65-8856accd9bcf req-5febb96b-b0e0-432d-b9f5-f4b49e2b9c9a tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jul 26 16:45:48.625927 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:45:49.229162 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d29d04d5-17a2-41b1-9e07-e670640025ee req-929b8765-b96e-4a1c-ba8b-dea5699473bf tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0274048 Jul 26 16:45:50.326533 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-f377be34-f6f6-42d6-86c1-dbe350abe8a6 req-757c54eb-9baf-47f5-8646-45309b7a365e tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0272291 Jul 26 16:45:50.356676 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c3cb75ee-8d55-4b61-9856-4bff02e87a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:51.424301 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e6489674-bd01-41ea-a37d-f51749692c4e req-bf36e264-f590-4e1a-b072-24cf34abc37b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0292280 Jul 26 16:45:51.899553 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-633aaac2-0cdd-451e-9705-06bfbb3bafab tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:51.901093 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-633aaac2-0cdd-451e-9705-06bfbb3bafab tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "GET /v2.0/networks?id=0648059d-d4ce-42dd-a1d6-7116b88e34fe HTTP/1.1" status: 200 len: 809 time: 0.1047070 Jul 26 16:45:51.918642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Request body: {'port': {'device_id': '798f4740-c14e-43e0-a02f-dba9d09efced', 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe', 'admin_state_up': True, 'tenant_id': '319ddb5f712b4c8aa6fdaa01e62674f0'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:52.387212 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Made reservation on behalf of 319ddb5f712b4c8aa6fdaa01e62674f0 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:45:52.390669 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:52.508677 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-95a5af22-502e-45a7-8c0c-df4cf265bcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:52.520137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Allocated IP 172.20.0.7 (0648059d-d4ce-42dd-a1d6-7116b88e34fe/e7feab49-f6bd-4308-9cb9-6481d72f17e3/9f6689db-3748-44b1-8744-c649526fb091) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:45:52.526402 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cac561b4-12f7-4861-9317-2fc5c63e8f13 req-26007cb2-7395-4b36-96c3-bd7b88685531 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0306520 Jul 26 16:45:52.593317 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:52.675122 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:52.691969 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks [] for port (9f6689db-3748-44b1-8744-c649526fb091), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:52.822534 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:52.873852 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Network 0648059d-d4ce-42dd-a1d6-7116b88e34fe is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:45:52.879021 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:45:52.881262 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Pushing event updated for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:52.883388 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:45:52.931957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:52.932586 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.062753 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-4ec32b0f-049b-448d-b43e-4d920af2d635 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1477754 Jul 26 16:45:53.079557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Request body: {'port': {'device_id': '798f4740-c14e-43e0-a02f-dba9d09efced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:45:53.137710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9f6689db-3748-44b1-8744-c649526fb091), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.309211 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:53.395549 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6689db-3748-44b1-8744-c649526fb091 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:45:53.403459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks [] for port (9f6689db-3748-44b1-8744-c649526fb091), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.416706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Transition to ACTIVE for port object 9f6689db-3748-44b1-8744-c649526fb091 will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:45:53.501339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.551006 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:53.660563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Attempting to bind port 9f6689db-3748-44b1-8744-c649526fb091 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:45:53.660900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Attempting to bind port 9f6689db-3748-44b1-8744-c649526fb091 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:45:53.661255 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Attempting to bind port 9f6689db-3748-44b1-8744-c649526fb091 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:45:53.669710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72439211-82ca-46ac-9e08-87da525b4081 req-584a196f-6a3f-4a28-928e-ba1c4b1ffed4 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:53.671167 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-72439211-82ca-46ac-9e08-87da525b4081 req-584a196f-6a3f-4a28-928e-ba1c4b1ffed4 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 943 time: 0.0689638 Jul 26 16:45:53.673165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Port 9f6689db-3748-44b1-8744-c649526fb091 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:45:53.673486 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Attempting to bind port 9f6689db-3748-44b1-8744-c649526fb091 on network 0648059d-d4ce-42dd-a1d6-7116b88e34fe {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:45:53.680806 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:45:53.681150 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Checking segment: {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:45:53.681528 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Bound using segment: {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:45:53.682003 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Bound port: 9f6689db-3748-44b1-8744-c649526fb091, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d549a2-d127-4015-b6a4-3ee20e5c60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:45:53.682311 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9f6689db-3748-44b1-8744-c649526fb091), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.751057 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:53.770929 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-72439211-82ca-46ac-9e08-87da525b4081 req-520e2c74-ea2d-4cae-bc49-76eb67981d30 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917504 Jul 26 16:45:53.777014 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:45:53.779670 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=9f6689db-3748-44b1-8744-c649526fb091,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:45:53.885362 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.928294 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:53.928938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:53.930306 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] 10.222.0.86 "PUT /v2.0/ports/9f6689db-3748-44b1-8744-c649526fb091 HTTP/1.1" status: 200 len: 1093 time: 0.8547709 Jul 26 16:45:53.930739 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'tag': '9f6689db-3748-44b1-8744-c649526fb091'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:45:53.933036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f4c83-0718-48b7-8085-d7c098c69731" -d '{"events": [{"name": "network-changed", "server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "tag": "9f6689db-3748-44b1-8744-c649526fb091"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:45:53.955408 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91352-f9fb-4853-938e-a8971f3be495 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:53.980496 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e8f8af-f5c7-420a-b991-61755622f61a x-openstack-request-id: req-03e8f8af-f5c7-420a-b991-61755622f61a {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:45:53.980794 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "tag": "9f6689db-3748-44b1-8744-c649526fb091", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:45:53.981055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-03e8f8af-f5c7-420a-b991-61755622f61a {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:45:53.981466 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e8f8af-f5c7-420a-b991-61755622f61a'] response: {'name': 'network-changed', 'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'tag': '9f6689db-3748-44b1-8744-c649526fb091', 'status': 'completed', 'code': 200} Jul 26 16:45:53.997059 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:54.063694 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-0de0bdf0-60cb-4ab0-9f98-8068bf67266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.065229 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-0de0bdf0-60cb-4ab0-9f98-8068bf67266c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 1127 time: 0.0440037 Jul 26 16:45:54.169087 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-d7cd2677-e5fa-4535-b14d-ba54dfb00bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.170526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-d7cd2677-e5fa-4535-b14d-ba54dfb00bd5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0928471 Jul 26 16:45:54.269126 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-49bedc38-d7b6-41aa-9bf3-b0160a2ecdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.271130 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-bb7f4c83-0718-48b7-8085-d7c098c69731 req-49bedc38-d7b6-41aa-9bf3-b0160a2ecdc5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0931957 Jul 26 16:45:54.373427 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-1c533daa-9748-4ee8-8f07-fc930f70ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.374906 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-1c533daa-9748-4ee8-8f07-fc930f70ba3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 1127 time: 0.0397539 Jul 26 16:45:54.425038 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-f4de5c44-68dc-4a2f-aed5-031ecbd83e83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6689db-3748-44b1-8744-c649526fb091 HTTP/1.1" status: 200 len: 217 time: 0.0364819 Jul 26 16:45:54.473250 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1357b4-904c-43c9-9439-4d5633582581 req-5c669de2-84ac-4723-a8c8-9431bbf964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.475314 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-5c669de2-84ac-4723-a8c8-9431bbf964d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7feab49-f6bd-4308-9cb9-6481d72f17e3 HTTP/1.1" status: 200 len: 849 time: 0.0447786 Jul 26 16:45:54.506851 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-0bf3603f-f135-4a8a-a15a-a2a325daef54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0648059d-d4ce-42dd-a1d6-7116b88e34fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260756 Jul 26 16:45:54.599825 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-9e809a48-bdb0-415e-8f15-a6a2a0ed732a service neutron] 10.222.0.86 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874543 Jul 26 16:45:54.690757 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ba1357b4-904c-43c9-9439-4d5633582581 req-1f80dc77-d296-4ae0-b2e1-4e020d52ff10 service neutron] 10.222.0.86 "GET /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854099 Jul 26 16:45:54.899383 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426a610-78f9-4a48-bbac-16c8f5b25451 req-249fefc7-bce1-440f-ad91-cb276accc832 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:54.900956 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6426a610-78f9-4a48-bbac-16c8f5b25451 req-249fefc7-bce1-440f-ad91-cb276accc832 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 943 time: 0.0527363 Jul 26 16:45:54.931383 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:54.948211 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6426a610-78f9-4a48-bbac-16c8f5b25451 req-d27a6002-410c-43f4-91b2-1a7b51ea1435 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Jul 26 16:45:55.341856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:55.666792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:56.067381 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea6998-f6c7-404b-88b4-e7819111ef70 req-7b701267-1779-481b-b3e1-547e8f8ab078 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:56.068925 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a6ea6998-f6c7-404b-88b4-e7819111ef70 req-7b701267-1779-481b-b3e1-547e8f8ab078 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 943 time: 0.0479395 Jul 26 16:45:56.116136 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a6ea6998-f6c7-404b-88b4-e7819111ef70 req-749eb8cb-e4f6-400d-b27d-2ce5cd601cc0 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Jul 26 16:45:57.234872 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c8a68-c34b-4ce6-8176-ba9f8e242ca4 req-39c1d9f5-69d4-4532-b082-17edfe594f8b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:57.236310 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f73c8a68-c34b-4ce6-8176-ba9f8e242ca4 req-39c1d9f5-69d4-4532-b082-17edfe594f8b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 943 time: 0.0476663 Jul 26 16:45:57.283019 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f73c8a68-c34b-4ce6-8176-ba9f8e242ca4 req-d53f3215-fc8f-405b-b440-3814b67976c1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Jul 26 16:45:58.399763 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbb90a-d9f7-4981-b75f-006c0d327a95 req-e55d50a7-4b23-4d0c-88fe-251d171cf78e tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:58.401253 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7ecbb90a-d9f7-4981-b75f-006c0d327a95 req-e55d50a7-4b23-4d0c-88fe-251d171cf78e tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 943 time: 0.0462947 Jul 26 16:45:58.421481 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:58.451275 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7ecbb90a-d9f7-4981-b75f-006c0d327a95 req-a3b6b2c3-c39d-4c43-bc0a-5789215f12fb tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 Jul 26 16:45:59.011214 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 9f6689db-3748-44b1-8744-c649526fb091 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:45:59.107209 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:45:59.113927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=9f6689db-3748-44b1-8744-c649526fb091,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:59.125337 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '9f6689db-3748-44b1-8744-c649526fb091', 'network_id': '0648059d-d4ce-42dd-a1d6-7116b88e34fe', 'port_id': '9f6689db-3748-44b1-8744-c649526fb091', 'mac_address': 'fa:16:3e:03:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7feab49-f6bd-4308-9cb9-6481d72f17e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:45:59.159937 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 9f6689db-3748-44b1-8744-c649526fb091 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:45:59.160328 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9f6689db-3748-44b1-8744-c649526fb091), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:59.173552 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6689db-3748-44b1-8744-c649526fb091 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:45:59.193288 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=9f6689db-3748-44b1-8744-c649526fb091,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:45:59.365058 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:45:59.414856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:45:59.567523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19880-5894-4a1e-bf6b-a0d9c76fc3be req-7c0a7b8d-a47b-4e7f-b159-e801dfca5f9d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:45:59.571348 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-55a19880-5894-4a1e-bf6b-a0d9c76fc3be req-7c0a7b8d-a47b-4e7f-b159-e801dfca5f9d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 944 time: 0.0491090 Jul 26 16:45:59.623973 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-55a19880-5894-4a1e-bf6b-a0d9c76fc3be req-547822d8-989c-4f07-b3a9-46626c058a19 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Jul 26 16:45:59.742072 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['9f6689db-3748-44b1-8744-c649526fb091'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:46:00.758211 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be27f-65d1-4e8c-9a3e-734608b58c93 req-41c93766-9856-42ed-bd6b-4e1a53e3e638 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:00.759569 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cb4be27f-65d1-4e8c-9a3e-734608b58c93 req-41c93766-9856-42ed-bd6b-4e1a53e3e638 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 944 time: 0.0468559 Jul 26 16:46:00.806099 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cb4be27f-65d1-4e8c-9a3e-734608b58c93 req-4fa79b5b-1a5c-4aac-a3ff-329efc20ec6f tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Jul 26 16:46:01.010955 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 9f6689db-3748-44b1-8744-c649526fb091 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:46:01.039930 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:01.055739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 9f6689db-3748-44b1-8744-c649526fb091 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:46:01.196166 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 9f6689db-3748-44b1-8744-c649526fb091 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:46:01.196576 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (9f6689db-3748-44b1-8744-c649526fb091), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:01.267850 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 9f6689db-3748-44b1-8744-c649526fb091 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:46:01.268168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (9f6689db-3748-44b1-8744-c649526fb091), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:01.291797 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6689db-3748-44b1-8744-c649526fb091'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:46:01.294040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ecb08-646a-4319-8e5a-539a87c709b5" -d '{"events": [{"server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "name": "network-vif-plugged", "status": "completed", "tag": "9f6689db-3748-44b1-8744-c649526fb091"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:46:01.306997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=9f6689db-3748-44b1-8744-c649526fb091,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:46:01.330808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fe38ef-8ab0-4995-b948-e650416ee1c0 x-openstack-request-id: req-82fe38ef-8ab0-4995-b948-e650416ee1c0 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:46:01.331103 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "name": "network-vif-plugged", "status": "completed", "tag": "9f6689db-3748-44b1-8744-c649526fb091", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:46:01.331357 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-82fe38ef-8ab0-4995-b948-e650416ee1c0 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:46:01.331832 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82fe38ef-8ab0-4995-b948-e650416ee1c0'] response: {'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6689db-3748-44b1-8744-c649526fb091', 'code': 200} Jul 26 16:46:01.404790 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:01.453748 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:01.832910 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301cc37-51f4-467a-9976-bedf725a8c68 req-28ffe914-941c-4175-83a0-832c0dc6c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:01.834439 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c301cc37-51f4-467a-9976-bedf725a8c68 req-28ffe914-941c-4175-83a0-832c0dc6c672 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 1129 time: 0.0386558 Jul 26 16:46:01.880771 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c301cc37-51f4-467a-9976-bedf725a8c68 req-e80aa3df-1692-4df7-b6e0-2605e6a24055 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Jul 26 16:46:01.921298 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb97808-ca53-4009-82c6-338cf73be453 req-d69710f7-3812-48d8-9142-f068c2f5af10 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:01.922844 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dbb97808-ca53-4009-82c6-338cf73be453 req-d69710f7-3812-48d8-9142-f068c2f5af10 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0466807 Jul 26 16:46:01.976374 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-dbb97808-ca53-4009-82c6-338cf73be453 req-efaabc51-0b17-4127-a776-9ca8b90eed14 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473592 Jul 26 16:46:03.101622 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf3b12-310e-4c85-b437-950b174f6ffe req-c675588e-123e-401f-bcd6-c11553906551 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:03.103050 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-95cf3b12-310e-4c85-b437-950b174f6ffe req-c675588e-123e-401f-bcd6-c11553906551 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0515459 Jul 26 16:46:03.153243 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-95cf3b12-310e-4c85-b437-950b174f6ffe req-6adc3f0b-3986-4185-a2ac-97d2cd47c2d2 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Jul 26 16:46:04.273095 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036249-299b-4139-8047-bf3e8050a88b req-f778e5f8-e0af-43a3-9ee7-5a9fe22f2a2b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:04.274609 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e036249-299b-4139-8047-bf3e8050a88b req-f778e5f8-e0af-43a3-9ee7-5a9fe22f2a2b tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0517309 Jul 26 16:46:04.321908 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e036249-299b-4139-8047-bf3e8050a88b req-86e62977-e717-4a28-bfe8-cea3c698c6b1 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jul 26 16:46:04.623925 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:04.628442 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:06.001302 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b7dd-f722-4515-b9b0-b551a0cc5c01 req-1128c110-32a9-40f9-a355-5da0f9aec422 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:06.003149 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3805b7dd-f722-4515-b9b0-b551a0cc5c01 req-1128c110-32a9-40f9-a355-5da0f9aec422 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0580437 Jul 26 16:46:06.054212 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3805b7dd-f722-4515-b9b0-b551a0cc5c01 req-81edb14d-821d-454a-85db-3ec149efa316 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jul 26 16:46:06.311592 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:07.178257 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436367a-043e-4aec-adc4-7689a842fe24 req-2966bdd5-6833-4829-9ef4-e60e14883f84 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:07.179774 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e436367a-043e-4aec-adc4-7689a842fe24 req-2966bdd5-6833-4829-9ef4-e60e14883f84 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0507655 Jul 26 16:46:07.229242 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-e436367a-043e-4aec-adc4-7689a842fe24 req-82b6e94c-1644-472f-8af9-3e112d6ffd50 tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/security-groups?id=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Jul 26 16:46:07.526534 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:07.535143 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-bd447b0f-5d93-48ed-962c-a788f47369ef tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:07.536601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-bd447b0f-5d93-48ed-962c-a788f47369ef tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 945 time: 0.0469484 Jul 26 16:46:07.619683 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Deleting port 9f6689db-3748-44b1-8744-c649526fb091 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:46:07.620050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (9f6689db-3748-44b1-8744-c649526fb091), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:07.716064 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] For port 9f6689db-3748-44b1-8744-c649526fb091, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=9f6689db-3748-44b1-8744-c649526fb091,segment=NetworkSegment(11d549a2-d127-4015-b6a4-3ee20e5c60d9),segment_id=11d549a2-d127-4015-b6a4-3ee20e5c60d9)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:46:07.716459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (9f6689db-3748-44b1-8744-c649526fb091), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:07.729562 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Calling delete_port for 9f6689db-3748-44b1-8744-c649526fb091 owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:46:07.947137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (9f6689db-3748-44b1-8744-c649526fb091), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:07.974696 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Pushing event deleted for resources: {'Port': ['ID=9f6689db-3748-44b1-8744-c649526fb091,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:07.982148 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['9f6689db-3748-44b1-8744-c649526fb091'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:46:07.987655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.988006 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.988352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.988743 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.989082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.989411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.989737 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.990069 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.990393 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.990715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.991041 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.991391 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.991711 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.992687 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:07.993009 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:08.028879 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] No DVR routers for this DVR port 9f6689db-3748-44b1-8744-c649526fb091 on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:46:08.031296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:08.034784 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3c300a5e-b828-4ed7-ae11-d74c8cb43101 req-168c9709-b5a0-421c-b4e2-f859a48fe97d tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.86 "DELETE /v2.0/ports/9f6689db-3748-44b1-8744-c649526fb091 HTTP/1.1" status: 204 len: 173 time: 0.4932601 Jul 26 16:46:08.035217 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'name': 'network-vif-deleted', 'tag': '9f6689db-3748-44b1-8744-c649526fb091'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:46:08.037448 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad79bdb3-302e-41f4-adc7-befea5939f61" -d '{"events": [{"server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "name": "network-vif-deleted", "tag": "9f6689db-3748-44b1-8744-c649526fb091"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:46:08.075050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4e08ee-43da-4564-83b5-7cf4b913b81e x-openstack-request-id: req-8b4e08ee-43da-4564-83b5-7cf4b913b81e {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:46:08.075350 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798f4740-c14e-43e0-a02f-dba9d09efced", "name": "network-vif-deleted", "tag": "9f6689db-3748-44b1-8744-c649526fb091", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:46:08.075695 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-8b4e08ee-43da-4564-83b5-7cf4b913b81e {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:46:08.076110 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4e08ee-43da-4564-83b5-7cf4b913b81e'] response: {'server_uuid': '798f4740-c14e-43e0-a02f-dba9d09efced', 'name': 'network-vif-deleted', 'tag': '9f6689db-3748-44b1-8744-c649526fb091', 'status': 'completed', 'code': 200} Jul 26 16:46:08.331270 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-dcdbd3fa-a440-421a-97b0-236d0627bb0b req-f16fbe24-25b0-43f2-9b1e-c88ef7c526cd tempest-VolumesActionsTest-1155833300 tempest-VolumesActionsTest-1155833300-project] 10.222.0.144 "GET /v2.0/ports?device_id=798f4740-c14e-43e0-a02f-dba9d09efced HTTP/1.1" status: 200 len: 210 time: 0.0314624 Jul 26 16:46:11.061487 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 9f6689db-3748-44b1-8744-c649526fb091 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:46:11.081169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 9f6689db-3748-44b1-8744-c649526fb091 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:46:11.081516 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 9f6689db-3748-44b1-8744-c649526fb091 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:46:16.048019 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:16.050854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=37 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:18.014402 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:18.311034 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=38,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:20.341186 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d61b8319-47c7-419c-b972-ec9b73ccbd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:22.561611 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-57f166f8-165d-42dc-b79e-b9f10927df92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:23.616518 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:23.617350 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:23.984571 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:25.329749 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:25.626506 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:46:25.644573 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:35.564427 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:35.566380 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:36.283633 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.097263 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-a11caec2-14e4-4eac-8995-95d3825566fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382354 Jul 26 16:46:43.191315 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-d754363c-4248-4897-95f4-1c38a3ad2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:43.192845 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-d754363c-4248-4897-95f4-1c38a3ad2f65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 1129 time: 0.0399659 Jul 26 16:46:43.299123 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-68cc41a5-d7b0-48ad-b0ec-56a5ee67e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:43.300687 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-68cc41a5-d7b0-48ad-b0ec-56a5ee67e21b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0905128 Jul 26 16:46:43.362070 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-5988a82e-729a-4afa-823a-a2fdcf9c445f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 200 len: 1000 time: 0.0549624 Jul 26 16:46:43.415030 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-19a5e2ee-1be3-43f2-bbb9-8488afe86f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:43.416474 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-19a5e2ee-1be3-43f2-bbb9-8488afe86f95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0487144 Jul 26 16:46:43.460303 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-5fbdc5a0-17f0-46d5-9650-b304a1f84334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:46:43.461844 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-5fbdc5a0-17f0-46d5-9650-b304a1f84334 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399361 Jul 26 16:46:43.462837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51936) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:43.558090 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Deleting subnet e7feab49-f6bd-4308-9cb9-6481d72f17e3 {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:46:43.564354 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Publish callbacks [] for subnet (e7feab49-f6bd-4308-9cb9-6481d72f17e3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.618638 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (e7feab49-f6bd-4308-9cb9-6481d72f17e3), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.622214 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-167bc51b-ad91-4739-ba0c-b21e343ded42 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511505 Jul 26 16:46:43.711822 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (e7feab49-f6bd-4308-9cb9-6481d72f17e3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.775605 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f58521e5-535d-41b5-b01c-2a7dd9e17037 req-5871cb85-b56f-4d55-b858-e339cdebbdf8 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362176 Jul 26 16:46:43.864685 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (e7feab49-f6bd-4308-9cb9-6481d72f17e3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.891363 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7feab49-f6bd-4308-9cb9-6481d72f17e3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:43.895350 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:43.901154 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6cf185b9-877a-48fb-8031-48e8dcbf398b admin admin] 10.222.0.144 "DELETE /v2.0/subnets/e7feab49-f6bd-4308-9cb9-6481d72f17e3 HTTP/1.1" status: 204 len: 168 time: 0.4348576 Jul 26 16:46:43.903319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51944) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:43.976638 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (0648059d-d4ce-42dd-a1d6-7116b88e34fe), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.063735 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (0648059d-d4ce-42dd-a1d6-7116b88e34fe), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.083472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0648059d-d4ce-42dd-a1d6-7116b88e34fe']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:46:44.092749 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d549a2-d127-4015-b6a4-3ee20e5c60d9') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:46:44.093045 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d549a2-d127-4015-b6a4-3ee20e5c60d9') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:46:44.102980 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (11d549a2-d127-4015-b6a4-3ee20e5c60d9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.110227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:44.113007 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:44.117091 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (11d549a2-d127-4015-b6a4-3ee20e5c60d9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.123181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:46:44.123570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (11d549a2-d127-4015-b6a4-3ee20e5c60d9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.162457 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 11d549a2-d127-4015-b6a4-3ee20e5c60d9 resource provider aggregate not found Jul 26 16:46:44.181827 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 11d549a2-d127-4015-b6a4-3ee20e5c60d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11d549a2-d127-4015-b6a4-3ee20e5c60d9 found for delete ", "request_id": "req-7a34884e-b9d7-4cc2-9784-21dbecff61ab"}]} Jul 26 16:46:44.309804 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (0648059d-d4ce-42dd-a1d6-7116b88e34fe), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.315242 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.318357 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] 10.222.0.144 "DELETE /v2.0/networks/0648059d-d4ce-42dd-a1d6-7116b88e34fe HTTP/1.1" status: 204 len: 168 time: 0.4140835 Jul 26 16:46:44.332969 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f434c-0224-4d73-a01a-108885d9ca6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0648059d-d4ce-42dd-a1d6-7116b88e34fe,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:44.756065 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51974) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:44.801828 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d403c661-64c5-4170-ac0f-4e67a7fd02bb admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=319ddb5f712b4c8aa6fdaa01e62674f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421481 Jul 26 16:46:44.804292 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51976) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:44.855663 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] Publish callbacks [] for security_group (d53986c0-7e40-4d4e-a06b-20e1bb86a2d4), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.877141 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] Publish callbacks [] for security_group (d53986c0-7e40-4d4e-a06b-20e1bb86a2d4), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:44.970430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 51980) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:45.001245 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (d53986c0-7e40-4d4e-a06b-20e1bb86a2d4), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.004523 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.005634 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/d53986c0-7e40-4d4e-a06b-20e1bb86a2d4 HTTP/1.1" status: 204 len: 168 time: 0.2004244 Jul 26 16:46:45.013966 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195adcb6-ba8e-4e98-bf5c-c13547e84ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53986c0-7e40-4d4e-a06b-20e1bb86a2d4,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:45.083343 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5b9e539a-09ae-44d7-b420-d5217145691e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.156534 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5b9e539a-09ae-44d7-b420-d5217145691e admin admin] Publish callbacks [] for security_group (fd4cbff4-94e8-4550-bbbe-cc0039e37fcd), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.287061 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5b9e539a-09ae-44d7-b420-d5217145691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fd4cbff4-94e8-4550-bbbe-cc0039e37fcd), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.327286 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5b9e539a-09ae-44d7-b420-d5217145691e admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=be1b6060a485411fbc65d7f2b6a36376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557358 Jul 26 16:46:45.328525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e539a-09ae-44d7-b420-d5217145691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cbff4-94e8-4550-bbbe-cc0039e37fcd,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:45.330256 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 51986) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:45.382016 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Publish callbacks [] for security_group (fd4cbff4-94e8-4550-bbbe-cc0039e37fcd), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.407752 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Publish callbacks [] for security_group (fd4cbff4-94e8-4550-bbbe-cc0039e37fcd), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.540786 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (fd4cbff4-94e8-4550-bbbe-cc0039e37fcd), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.543366 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:45.544571 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/fd4cbff4-94e8-4550-bbbe-cc0039e37fcd HTTP/1.1" status: 204 len: 168 time: 0.2127764 Jul 26 16:46:45.556526 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cbff4-94e8-4550-bbbe-cc0039e37fcd,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:45.560272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.560640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.560979 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.561317 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.561647 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.562066 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.562576 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.562900 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.563223 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.563547 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.563875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.564195 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.564542 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.564864 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:45.565176 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82f0f08-59eb-4947-9ec9-6c168e30bc5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:46:46.357665 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52014) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:46.371999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-168f9c12-09a1-4962-bc20-1600ff1d0612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.446849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-168f9c12-09a1-4962-bc20-1600ff1d0612 admin admin] Publish callbacks [] for security_group (9080d2f7-f5e5-445d-8025-0a989d196e1e), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.567022 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-168f9c12-09a1-4962-bc20-1600ff1d0612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9080d2f7-f5e5-445d-8025-0a989d196e1e), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.611755 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-168f9c12-09a1-4962-bc20-1600ff1d0612 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=115467f1654f4293b0e6394fee0046e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530057 Jul 26 16:46:46.614052 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9c12-09a1-4962-bc20-1600ff1d0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080d2f7-f5e5-445d-8025-0a989d196e1e,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:46.615144 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52028) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:46.670428 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] Publish callbacks [] for security_group (9080d2f7-f5e5-445d-8025-0a989d196e1e), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.692235 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] Publish callbacks [] for security_group (9080d2f7-f5e5-445d-8025-0a989d196e1e), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.864178 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (9080d2f7-f5e5-445d-8025-0a989d196e1e), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.867075 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:46.868238 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/9080d2f7-f5e5-445d-8025-0a989d196e1e HTTP/1.1" status: 204 len: 168 time: 0.2520137 Jul 26 16:46:46.876050 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773a86-5a44-4332-a518-b715b0795130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080d2f7-f5e5-445d-8025-0a989d196e1e,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:49.654447 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52120) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:49.766544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51bde938-c230-43da-a4d0-e1b8d79b6339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:49.842582 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51bde938-c230-43da-a4d0-e1b8d79b6339 admin admin] Publish callbacks [] for security_group (ab542f69-0dc6-4990-a34c-19b315effdc3), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.001026 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51bde938-c230-43da-a4d0-e1b8d79b6339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ab542f69-0dc6-4990-a34c-19b315effdc3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.044738 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-51bde938-c230-43da-a4d0-e1b8d79b6339 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=1fe94a0152434323a1fc19ec2fd86150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884532 Jul 26 16:46:50.046058 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52124) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:50.046621 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bde938-c230-43da-a4d0-e1b8d79b6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab542f69-0dc6-4990-a34c-19b315effdc3,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:50.086908 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:50.096428 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] Publish callbacks [] for security_group (ab542f69-0dc6-4990-a34c-19b315effdc3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.120194 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] Publish callbacks [] for security_group (ab542f69-0dc6-4990-a34c-19b315effdc3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.306503 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (ab542f69-0dc6-4990-a34c-19b315effdc3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.309077 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:50.310230 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/ab542f69-0dc6-4990-a34c-19b315effdc3 HTTP/1.1" status: 204 len: 168 time: 0.2624290 Jul 26 16:46:50.315229 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=16 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:50.316693 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=18 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:50.318933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da8e6e-72ef-4ea0-8644-76482dd9c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab542f69-0dc6-4990-a34c-19b315effdc3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:50.446670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3be331d0-1c4b-4fd9-8f83-7145a5e6d7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.048354 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52132) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:51.062069 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08948282-f563-4a72-8175-88bdb9dfb3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.063609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:46:51.136860 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08948282-f563-4a72-8175-88bdb9dfb3ef admin admin] Publish callbacks [] for security_group (024add87-276d-4753-b1ad-29fcf66ffb64), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.272121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-08948282-f563-4a72-8175-88bdb9dfb3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (024add87-276d-4753-b1ad-29fcf66ffb64), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.318579 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08948282-f563-4a72-8175-88bdb9dfb3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024add87-276d-4753-b1ad-29fcf66ffb64,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:51.323865 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-08948282-f563-4a72-8175-88bdb9dfb3ef admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=500f3bd080a441c2b32bf1a89d00fd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743893 Jul 26 16:46:51.326517 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52134) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:46:51.375322 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] Publish callbacks [] for security_group (024add87-276d-4753-b1ad-29fcf66ffb64), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.398241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] Publish callbacks [] for security_group (024add87-276d-4753-b1ad-29fcf66ffb64), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.549879 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (024add87-276d-4753-b1ad-29fcf66ffb64), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.552519 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:51.553696 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/024add87-276d-4753-b1ad-29fcf66ffb64 HTTP/1.1" status: 204 len: 168 time: 0.2263825 Jul 26 16:46:51.563561 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd3685-88fd-4f99-9473-9abc9bdcf7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024add87-276d-4753-b1ad-29fcf66ffb64,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:46:52.517861 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6d98a3cc-fdf7-4dca-a8b5-ab5dca86a01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:54.018249 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:55.335402 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:46:55.697939 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:00.037122 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:00.040996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:01.556602 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=65,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:01.557452 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:02.625798 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:47:03.812441 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57203b0d-9bb6-4823-b48a-dac14722d705 req-d3eb5594-cf4d-40e8-96ac-72ece1ed2152 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:03.813803 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57203b0d-9bb6-4823-b48a-dac14722d705 req-d3eb5594-cf4d-40e8-96ac-72ece1ed2152 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0461879 Jul 26 16:47:03.862438 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57203b0d-9bb6-4823-b48a-dac14722d705 req-11e9a6cb-2568-4797-bf3c-e1021fcc26d2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Jul 26 16:47:04.981205 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6a7a2-0561-491f-892c-c394dc9a3d09 req-2183df34-7a2e-4ce6-9888-490de5e2769a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:04.982566 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3cc6a7a2-0561-491f-892c-c394dc9a3d09 req-2183df34-7a2e-4ce6-9888-490de5e2769a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0472491 Jul 26 16:47:05.031120 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3cc6a7a2-0561-491f-892c-c394dc9a3d09 req-abbeb7f1-5fd9-4103-8ca1-b24d8f133340 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Jul 26 16:47:05.561709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:05.563515 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:06.016088 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-b7f1d863-09cd-4fd5-a071-914377648c55 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:06.017607 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-b7f1d863-09cd-4fd5-a071-914377648c55 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Jul 26 16:47:06.098458 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port e4318fe5-e428-4abb-b479-2d426846b89d {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:47:06.098803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.153149 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77a19-44a5-44c9-bb86-e528cc768f34 req-72d62631-1b23-4027-8688-8c84a2725fc6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:06.154648 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4cf77a19-44a5-44c9-bb86-e528cc768f34 req-72d62631-1b23-4027-8688-8c84a2725fc6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jul 26 16:47:06.192918 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] For port e4318fe5-e428-4abb-b479-2d426846b89d, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=e4318fe5-e428-4abb-b479-2d426846b89d,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:06.193894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.203960 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-4cf77a19-44a5-44c9-bb86-e528cc768f34 req-180a706b-6d01-4dc0-ab16-a6dd1729beda tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Jul 26 16:47:06.291982 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.353781 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.354144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (128ce1c5-1095-4f2d-b656-bd32065c6d23), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.354457 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 128ce1c5-1095-4f2d-b656-bd32065c6d23 disassociated. External IP: 172.27.0.83, port: e4318fe5-e428-4abb-b479-2d426846b89d. Jul 26 16:47:06.354801 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for e4318fe5-e428-4abb-b479-2d426846b89d owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:47:06.646611 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (e4318fe5-e428-4abb-b479-2d426846b89d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:06.676304 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=e4318fe5-e428-4abb-b479-2d426846b89d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:06.788359 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:47:07.154302 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:07.168568 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:07.180017 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:07.180667 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:46:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:07.184946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:07.200138 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] No DVR routers for this DVR port e4318fe5-e428-4abb-b479-2d426846b89d on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:47:07.202714 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:07.205930 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f211472-4599-4bdd-8523-4e2ee5484327 req-78418d63-dd7f-44d6-b280-d1c607a228ba tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "DELETE /v2.0/ports/e4318fe5-e428-4abb-b479-2d426846b89d HTTP/1.1" status: 204 len: 173 time: 1.1834934 Jul 26 16:47:07.206353 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'name': 'network-vif-deleted', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:47:07.208684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ff4fff-4a0f-4053-81a1-0695bc841ed1" -d '{"events": [{"server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "name": "network-vif-deleted", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:47:07.245483 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91a394-10e2-4632-b573-383cb8913e8f x-openstack-request-id: req-4c91a394-10e2-4632-b573-383cb8913e8f {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:47:07.245784 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608fc7e4-4ccf-4823-82af-392b80004b29", "name": "network-vif-deleted", "tag": "e4318fe5-e428-4abb-b479-2d426846b89d", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:47:07.246037 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4c91a394-10e2-4632-b573-383cb8913e8f {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:47:07.246437 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c91a394-10e2-4632-b573-383cb8913e8f'] response: {'server_uuid': '608fc7e4-4ccf-4823-82af-392b80004b29', 'name': 'network-vif-deleted', 'tag': 'e4318fe5-e428-4abb-b479-2d426846b89d', 'status': 'completed', 'code': 200} Jul 26 16:47:07.290940 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:07.318630 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-a370a16f-9d3c-4a81-aed1-eb96a50edf26 req-7137510c-7534-4de0-910b-6167e5c84e55 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0317254 Jul 26 16:47:07.479893 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:07.507402 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:07.522154 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:07.522154 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:46:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:07.612096 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:07.805092 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:07.829991 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff37c63-ed67-422e-82f0-ca249fd9fe35 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:08.038895 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00ce32-65b4-4b84-9798-11fbaf00db90 None None] New status for floating IP 128ce1c5-1095-4f2d-b656-bd32065c6d23: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:47:08.436964 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3b99b0de-3dd1-4037-bd9d-43e9315ebe72 req-d8d9ab8a-3b01-46fc-bc9b-cb01222aa239 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=608fc7e4-4ccf-4823-82af-392b80004b29 HTTP/1.1" status: 200 len: 210 time: 0.0318255 Jul 26 16:47:08.468005 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52324) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:08.576822 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:08.596715 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:08.651767 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Publish callbacks [] for security_group (8619d84e-66f8-41d0-a7f1-ebde839c0cb6), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:08.892419 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8619d84e-66f8-41d0-a7f1-ebde839c0cb6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:08.931062 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8619d84e-66f8-41d0-a7f1-ebde839c0cb6,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:08.939138 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=ae290ceecd3e44b1ad4809e9b18d2d01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700480 Jul 26 16:47:08.941452 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.941795 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.941943 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52330) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:08.942954 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.942954 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.943273 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.943597 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.943923 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.944243 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.944589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.944907 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.945228 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.945547 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.945863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.946178 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.946492 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7647c971-0426-49e3-a181-2b3e72e0bc77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:08.996681 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] Publish callbacks [] for security_group (8619d84e-66f8-41d0-a7f1-ebde839c0cb6), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:09.020132 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] Publish callbacks [] for security_group (8619d84e-66f8-41d0-a7f1-ebde839c0cb6), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:09.242772 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (8619d84e-66f8-41d0-a7f1-ebde839c0cb6), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:09.245723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:09.252931 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/8619d84e-66f8-41d0-a7f1-ebde839c0cb6 HTTP/1.1" status: 204 len: 168 time: 0.3033350 Jul 26 16:47:09.255535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec9b7c-2e4b-43a1-9b59-35a994d8f2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619d84e-66f8-41d0-a7f1-ebde839c0cb6,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:09.709564 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-4c1cdb2c-bc60-4de1-929a-4d9b1639fefa tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873328593&fields=id&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 267 time: 0.0451355 Jul 26 16:47:09.821444 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-ebfcb2d6-8c74-4ee2-a076-f3ea57343eac tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:09.823042 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-ebfcb2d6-8c74-4ee2-a076-f3ea57343eac tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1069911 Jul 26 16:47:09.838268 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-5d620052-23fd-450d-b31d-ea37a92f6646 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/quotas/94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Jul 26 16:47:09.892922 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-50bf4b1a-a614-47b8-b3b9-f09789728ebf tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489800 Jul 26 16:47:09.985438 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52348) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:10.006803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5e3d672b-49fe-4067-821a-ca47578d94d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.011213 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-a629b043-f527-40d2-8ec0-26c0f4f1a5c5 service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069946 Jul 26 16:47:10.149777 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-39a7cb89-a105-4ac4-bfef-fd12d0576173 service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308064 Jul 26 16:47:10.160691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:10.173853 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5e3d672b-49fe-4067-821a-ca47578d94d5 admin admin] Publish callbacks [] for security_group (440b3b89-28e6-4263-8865-fd56ed42f1ae), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.282982 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5e3d672b-49fe-4067-821a-ca47578d94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (440b3b89-28e6-4263-8865-fd56ed42f1ae), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.322170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d672b-49fe-4067-821a-ca47578d94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b3b89-28e6-4263-8865-fd56ed42f1ae,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:10.330239 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5e3d672b-49fe-4067-821a-ca47578d94d5 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=db81b2f63e7b485f8161313fa6b06e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412850 Jul 26 16:47:10.331142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52354) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:10.381891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] Publish callbacks [] for security_group (440b3b89-28e6-4263-8865-fd56ed42f1ae), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.406662 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] Publish callbacks [] for security_group (440b3b89-28e6-4263-8865-fd56ed42f1ae), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.631688 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (440b3b89-28e6-4263-8865-fd56ed42f1ae), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.634426 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:10.635526 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/440b3b89-28e6-4263-8865-fd56ed42f1ae HTTP/1.1" status: 204 len: 168 time: 0.3039589 Jul 26 16:47:10.648774 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38cae3-5041-42ac-b24e-823f5656163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b3b89-28e6-4263-8865-fd56ed42f1ae,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:11.234359 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-de890dcd-4401-4b51-913c-a1fa428765cd req-5d8e3779-9f74-43aa-a9a2-2f781ae41ea2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0277631 Jul 26 16:47:11.304832 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e4318fe5-e428-4abb-b479-2d426846b89d no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:47:11.324406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: e4318fe5-e428-4abb-b479-2d426846b89d {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:47:11.324767 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device e4318fe5-e428-4abb-b479-2d426846b89d not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:47:11.452356 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52376) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:11.465731 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-70cb69b0-c058-4bc0-b04d-e5f511340919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.542063 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-70cb69b0-c058-4bc0-b04d-e5f511340919 admin admin] Publish callbacks [] for security_group (2f5015b2-c40d-4ef2-95ee-4be6d7dfff82), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.617793 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-70cb69b0-c058-4bc0-b04d-e5f511340919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2f5015b2-c40d-4ef2-95ee-4be6d7dfff82), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.657844 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-70cb69b0-c058-4bc0-b04d-e5f511340919 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=e2f72f058b9d4ef0897e28bf0b0774d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042944 Jul 26 16:47:11.658717 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb69b0-c058-4bc0-b04d-e5f511340919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5015b2-c40d-4ef2-95ee-4be6d7dfff82,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:11.660931 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52382) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:11.716363 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] Publish callbacks [] for security_group (2f5015b2-c40d-4ef2-95ee-4be6d7dfff82), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.740160 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] Publish callbacks [] for security_group (2f5015b2-c40d-4ef2-95ee-4be6d7dfff82), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.843164 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (2f5015b2-c40d-4ef2-95ee-4be6d7dfff82), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.845729 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:11.846867 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/2f5015b2-c40d-4ef2-95ee-4be6d7dfff82 HTTP/1.1" status: 204 len: 168 time: 0.1844251 Jul 26 16:47:11.855788 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46b4e2-3ba1-415b-868f-46c8f4e9f504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5015b2-c40d-4ef2-95ee-4be6d7dfff82,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:12.339091 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f2163e2f-ed03-471b-b3e6-5dfec328c812 req-07fb8871-5df6-440a-b82e-892efbfdf8b4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0318120 Jul 26 16:47:13.440636 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-81194171-4e64-487f-9858-ba3e3b5a8652 req-ba5a1a68-e8b7-4f69-9460-61c42482ce7d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0296226 Jul 26 16:47:14.283805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52444) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:14.389548 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-468bb8b8-9a76-4750-8230-9d88ed14ccc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.428822 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:14.463301 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:14.465308 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-468bb8b8-9a76-4750-8230-9d88ed14ccc9 admin admin] Publish callbacks [] for security_group (f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.531685 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-468bb8b8-9a76-4750-8230-9d88ed14ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.539544 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f1e456dd-dcf1-438d-a13c-f4f5e955d6a3 req-8878d929-b31d-40d8-9f03-81bb00abaa36 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0273244 Jul 26 16:47:14.571671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bb8b8-9a76-4750-8230-9d88ed14ccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:14.578039 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-468bb8b8-9a76-4750-8230-9d88ed14ccc9 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=8de62e95e3ef45af81be02a834462d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930167 Jul 26 16:47:14.579745 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52450) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:14.626906 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] Publish callbacks [] for security_group (f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.648918 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] Publish callbacks [] for security_group (f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.818007 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.820730 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:14.821888 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7 HTTP/1.1" status: 204 len: 168 time: 0.2411873 Jul 26 16:47:14.829599 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180bda3-e45d-4b4d-9604-28a2d2e53a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0fc8b-7cd7-4d02-b89c-064d9e18c0c7,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:15.535698 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52458) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:15.551280 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7be69b6c-17af-4d3d-8b15-9523a7c5f97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:15.654963 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94439045-081a-4e92-88b8-63e38fc228ae req-14ff80e1-6733-43c7-8ad9-73c84e857af4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0402594 Jul 26 16:47:15.656743 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7be69b6c-17af-4d3d-8b15-9523a7c5f97b admin admin] Publish callbacks [] for security_group (428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:15.851735 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7be69b6c-17af-4d3d-8b15-9523a7c5f97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:15.891899 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-7be69b6c-17af-4d3d-8b15-9523a7c5f97b admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=771e771ef7f94a88a7df8ea651eafeea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551354 Jul 26 16:47:15.892768 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69b6c-17af-4d3d-8b15-9523a7c5f97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:15.894647 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52464) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:15.933174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:15.945375 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] Publish callbacks [] for security_group (428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:15.975774 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] Publish callbacks [] for security_group (428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.095484 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-a9939453-c73d-4869-b9a8-ed61a7470989 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:16.096863 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-a9939453-c73d-4869-b9a8-ed61a7470989 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1339560 Jul 26 16:47:16.166711 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-7a165ea8-cb36-4cb0-bfb4-343ac0b6ee3b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 380 time: 0.0535073 Jul 26 16:47:16.168313 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.170744 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.171819 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3 HTTP/1.1" status: 204 len: 168 time: 0.2761281 Jul 26 16:47:16.185058 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'port': {'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'admin_state_up': True, 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'security_groups': ['db45c0c4-55c3-4d94-acb5-99bb776ae0e0']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:16.188348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e139eb-a379-453e-bc94-4a7256694ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428bfa5a-2c9b-47ce-9d53-c571ac5ad8e3,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:16.279590 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:16.394620 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Made reservation on behalf of 94684df47fe14e55af2e72ab5d2ddc48 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:47:16.398406 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.536573 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.20.0.11 (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97/cc7115f3-ec43-40a8-9d60-54f87d93a7e4/ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:16.677379 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.702704 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:16.762395 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8e072893-bb37-4315-9e84-1351f4ed2971 req-0d791efb-ba0a-4d20-ad9c-459685a6b590 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Jul 26 16:47:16.812196 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:16.856861 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:16.860092 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:16.877868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:16.910699 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:16.938797 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:16.939751 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.038023 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-c2709a01-94fb-408b-9221-091d6c7cd22c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8568337 Jul 26 16:47:17.058175 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Request body: {'port': {'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:17.122052 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.130225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-7d19167c-aa71-4020-b4c0-a36b6fe56667 None None] Provisioning complete for port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:17.134366 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7d19167c-aa71-4020-b4c0-a36b6fe56667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.168771 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-7d19167c-aa71-4020-b4c0-a36b6fe56667 None None] Port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:17.383919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:17.395507 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:47:17.403780 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks [] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.423902 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Transition to ACTIVE for port object ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:47:17.546536 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.600932 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:17.674151 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Attempting to bind port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:17.674426 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Attempting to bind port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:17.674751 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Attempting to bind port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:17.680100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:47:17.680472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Attempting to bind port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:17.686100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:17.686535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:17.686926 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Bound using segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:17.687398 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Bound port: ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:17.687705 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.755120 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:17.758385 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:17.879639 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897cc6d-c6ff-4f45-baa2-fee960ce9854 req-c6ba36d4-573f-4049-8793-dbce75057a35 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:17.881156 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1897cc6d-c6ff-4f45-baa2-fee960ce9854 req-c6ba36d4-573f-4049-8793-dbce75057a35 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0479941 Jul 26 16:47:17.886725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.930535 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:17.931572 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:17.933690 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] 10.222.0.86 "PUT /v2.0/ports/ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 1094 time: 0.8798320 Jul 26 16:47:17.936575 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:47:17.938092 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1897cc6d-c6ff-4f45-baa2-fee960ce9854 req-84e4ff41-a4f4-4422-93ee-194c5502c196 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511816 Jul 26 16:47:17.939049 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c4d20-07f6-4393-9581-63a01093a921" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:47:17.990296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c54ae-a33f-4bb0-8f55-60517e510ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:18.011278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e7486-14c5-4024-ba61-cb4d159aa3d9 x-openstack-request-id: req-920e7486-14c5-4024-ba61-cb4d159aa3d9 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:47:18.011278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:47:18.011278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-920e7486-14c5-4024-ba61-cb4d159aa3d9 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:47:18.011278 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920e7486-14c5-4024-ba61-cb4d159aa3d9'] response: {'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'status': 'completed', 'code': 200} Jul 26 16:47:18.097110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4d20-07f6-4393-9581-63a01093a921 req-e27cb2c5-2345-4cbb-a51b-e6a238d33ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.098679 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-628c4d20-07f6-4393-9581-63a01093a921 req-e27cb2c5-2345-4cbb-a51b-e6a238d33ee1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1128 time: 0.0463657 Jul 26 16:47:18.212730 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4d20-07f6-4393-9581-63a01093a921 req-5bbd6389-4c86-4e66-a1e6-ea9b3075349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.214256 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-628c4d20-07f6-4393-9581-63a01093a921 req-5bbd6389-4c86-4e66-a1e6-ea9b3075349d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029844 Jul 26 16:47:18.323945 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4d20-07f6-4393-9581-63a01093a921 req-4b3889f1-c8f7-4101-be1b-489aa56e6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.325454 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-628c4d20-07f6-4393-9581-63a01093a921 req-4b3889f1-c8f7-4101-be1b-489aa56e6b05 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1052799 Jul 26 16:47:18.439196 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-7f3af0fa-28f1-4610-8d11-67363320c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.440717 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-7f3af0fa-28f1-4610-8d11-67363320c974 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1128 time: 0.0401950 Jul 26 16:47:18.487872 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-7881a7b9-888b-475d-80b8-5eb91e0568fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 217 time: 0.0338283 Jul 26 16:47:18.534465 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:18.540457 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-10f8fd88-ba7b-4cf3-ae3f-f448db671ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.541896 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-10f8fd88-ba7b-4cf3-ae3f-f448db671ddb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0484717 Jul 26 16:47:18.586109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-ef82964d-2366-4b5d-adf4-2e78e67c2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:18.587612 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-ef82964d-2366-4b5d-adf4-2e78e67c2a28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391536 Jul 26 16:47:18.633730 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=68 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:18.639198 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=72 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:18.683910 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-abc34a7b-93ea-44bd-86db-63fdb895473a service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876980 Jul 26 16:47:18.773271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:18.785064 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7f6804f-7459-453f-94d0-4e77bcfd0599 req-ce125b47-2907-4b89-a1c4-8bdd54a30d50 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948200 Jul 26 16:47:19.337012 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d62c72-c9da-4f8b-aab0-05af726a9f53 req-6c4d9586-1042-46e4-9d10-00df9fa6e44e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:19.338454 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57d62c72-c9da-4f8b-aab0-05af726a9f53 req-6c4d9586-1042-46e4-9d10-00df9fa6e44e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.3151062 Jul 26 16:47:19.386481 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-57d62c72-c9da-4f8b-aab0-05af726a9f53 req-99319991-b6af-4593-bd89-43b65fbc0546 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422411 Jul 26 16:47:20.354543 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3651ab8b-4a51-475d-8c84-13d6a7ad4b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:20.507381 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc9e0d-52e9-4e29-a615-8878b7f35193 req-a2d40a4e-d7f2-437a-b248-f60ca8ee4de5 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:20.508923 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cadc9e0d-52e9-4e29-a615-8878b7f35193 req-a2d40a4e-d7f2-437a-b248-f60ca8ee4de5 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0480235 Jul 26 16:47:20.559370 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-cadc9e0d-52e9-4e29-a615-8878b7f35193 req-7be659b7-5fb9-449c-88c3-1fb65d6ba8ec tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Jul 26 16:47:21.681439 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c9fe9-68d0-460d-aa22-99774430f0aa req-a7a46536-f8b3-45e1-835e-8c585825c310 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:21.683244 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-073c9fe9-68d0-460d-aa22-99774430f0aa req-a7a46536-f8b3-45e1-835e-8c585825c310 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0507612 Jul 26 16:47:21.718959 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:21.736982 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-073c9fe9-68d0-460d-aa22-99774430f0aa req-2bcfb2f0-5afe-4f93-a481-7f1e46890632 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481384 Jul 26 16:47:22.565807 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-7ab2bb8e-541e-4901-8d95-4844d5672579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:22.858182 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8623a8d-0ee2-4747-86c9-6905585c3aa6 req-abb07ef7-496c-4f68-a1f9-0695b25b0663 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:22.859632 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8623a8d-0ee2-4747-86c9-6905585c3aa6 req-abb07ef7-496c-4f68-a1f9-0695b25b0663 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0496349 Jul 26 16:47:22.908398 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8623a8d-0ee2-4747-86c9-6905585c3aa6 req-2b9ca684-45be-4144-9b95-28d00cb86207 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Jul 26 16:47:23.989222 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:24.039781 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd57b2-5fef-4d49-a68a-0d2ae3cb2547 req-29c56cd9-83cd-4333-95ec-b2051cec0fa9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:24.041351 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0acd57b2-5fef-4d49-a68a-0d2ae3cb2547 req-29c56cd9-83cd-4333-95ec-b2051cec0fa9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0573218 Jul 26 16:47:24.089629 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-0acd57b2-5fef-4d49-a68a-0d2ae3cb2547 req-a45e1627-16bf-414e-8ba3-802b891dee8e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Jul 26 16:47:25.211309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37d1be-9977-44b0-9bd3-40a78cd556a4 req-f8758fa8-c38f-41f3-b703-93754fd0a116 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:25.212810 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f37d1be-9977-44b0-9bd3-40a78cd556a4 req-f8758fa8-c38f-41f3-b703-93754fd0a116 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0483041 Jul 26 16:47:25.262907 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7f37d1be-9977-44b0-9bd3-40a78cd556a4 req-7e6e4d86-aee1-440f-8532-c7e51b38acf6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Jul 26 16:47:25.365939 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:25.660376 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:26.381603 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a94947-efbf-4f46-a935-8f7f5b0d8562 req-f4527556-af89-4bfd-b0c8-3f2c4792c55b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:26.383074 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-69a94947-efbf-4f46-a935-8f7f5b0d8562 req-f4527556-af89-4bfd-b0c8-3f2c4792c55b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0462384 Jul 26 16:47:26.432970 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-69a94947-efbf-4f46-a935-8f7f5b0d8562 req-49c2015a-9020-456a-8f38-94f4202feb8a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Jul 26 16:47:27.554619 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc14c87-76ee-4cf6-9a10-002199d7e789 req-4aa539f3-968b-45c0-8f7f-23298b49cd45 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:27.556684 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2fc14c87-76ee-4cf6-9a10-002199d7e789 req-4aa539f3-968b-45c0-8f7f-23298b49cd45 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0524211 Jul 26 16:47:27.605261 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2fc14c87-76ee-4cf6-9a10-002199d7e789 req-9d9e5185-d408-43b6-a3d0-415cfb841cc1 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Jul 26 16:47:28.768844 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f564e-f2b1-4cb0-81ed-329a4a783299 req-ffa57e9a-d862-4b82-b444-3fdc66a2750e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:28.770376 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-914f564e-f2b1-4cb0-81ed-329a4a783299 req-ffa57e9a-d862-4b82-b444-3fdc66a2750e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0943201 Jul 26 16:47:28.820734 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-914f564e-f2b1-4cb0-81ed-329a4a783299 req-817b0760-66da-49ef-82d7-07eff0ea9980 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Jul 26 16:47:29.939117 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93900fb-c1cc-4a05-85c0-ac6014409f68 req-3f2ae5fd-9a30-4628-ba6d-2cef8b1f2ad2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:29.940592 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a93900fb-c1cc-4a05-85c0-ac6014409f68 req-3f2ae5fd-9a30-4628-ba6d-2cef8b1f2ad2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0473683 Jul 26 16:47:29.990945 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a93900fb-c1cc-4a05-85c0-ac6014409f68 req-4c1b29f2-a289-4184-bbbf-940bd20df575 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Jul 26 16:47:30.686613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52660) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:30.791271 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-374052c9-d277-4558-9109-a8eeb154a907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:30.864751 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-374052c9-d277-4558-9109-a8eeb154a907 admin admin] Publish callbacks [] for security_group (66937814-5c80-4077-9396-09722dcf0ac7), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:30.954476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-374052c9-d277-4558-9109-a8eeb154a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (66937814-5c80-4077-9396-09722dcf0ac7), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:30.996018 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374052c9-d277-4558-9109-a8eeb154a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66937814-5c80-4077-9396-09722dcf0ac7,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:31.001395 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-374052c9-d277-4558-9109-a8eeb154a907 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=61fc03e96db9417292c47192ab754306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137546 Jul 26 16:47:31.004462 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52666) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:31.054155 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] Publish callbacks [] for security_group (66937814-5c80-4077-9396-09722dcf0ac7), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.103588 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] Publish callbacks [] for security_group (66937814-5c80-4077-9396-09722dcf0ac7), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.135977 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e47ae-9d49-4c86-9b03-8e6cbc1b7b85 req-d5dc3e71-c7a9-4701-a80a-cbed003aa67b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:31.137457 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9a1e47ae-9d49-4c86-9b03-8e6cbc1b7b85 req-d5dc3e71-c7a9-4701-a80a-cbed003aa67b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 944 time: 0.0733569 Jul 26 16:47:31.143022 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:31.201085 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9a1e47ae-9d49-4c86-9b03-8e6cbc1b7b85 req-f35adb87-05ab-496c-8556-d0c7b782083a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533435 Jul 26 16:47:31.351720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (66937814-5c80-4077-9396-09722dcf0ac7), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.355047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.356200 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/66937814-5c80-4077-9396-09722dcf0ac7 HTTP/1.1" status: 204 len: 168 time: 0.3507555 Jul 26 16:47:31.364672 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51827aa6-bbc7-47a0-a951-f15e7ff4c6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66937814-5c80-4077-9396-09722dcf0ac7,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:31.412801 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:47:31.513780 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:31.524974 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:47:31.559747 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:31.560144 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.573750 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:47:31.593394 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:31.691863 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:31.739831 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:31.747570 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.747938 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.748272 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.748647 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.748987 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.749327 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.749657 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.749993 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.750323 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.750651 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.750979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.751304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.751627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.751952 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:31.752275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:32.083148 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:47:32.129530 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52678) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:32.143515 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9c16ea8c-f10d-4c86-a3c6-af936fbcaef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:32.217924 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9c16ea8c-f10d-4c86-a3c6-af936fbcaef4 admin admin] Publish callbacks [] for security_group (6188eecd-0db9-4005-b85d-abfe5c46fdfd), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:32.292191 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:32.301029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:32.329033 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-9c16ea8c-f10d-4c86-a3c6-af936fbcaef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (6188eecd-0db9-4005-b85d-abfe5c46fdfd), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:32.336361 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa69aad-898d-4215-9f2b-23f9b4070804 req-5f0c181e-a550-4d0b-bfec-7caa35333c81 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:32.338417 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-afa69aad-898d-4215-9f2b-23f9b4070804 req-5f0c181e-a550-4d0b-bfec-7caa35333c81 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Jul 26 16:47:32.369534 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-9c16ea8c-f10d-4c86-a3c6-af936fbcaef4 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=34c1799bd97740588e827b81c0420f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385633 Jul 26 16:47:32.371478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16ea8c-f10d-4c86-a3c6-af936fbcaef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188eecd-0db9-4005-b85d-abfe5c46fdfd,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:32.372143 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52684) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:32.405765 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-afa69aad-898d-4215-9f2b-23f9b4070804 req-f94ef381-26fb-4658-8a1e-7376cb00a736 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617197 Jul 26 16:47:32.443449 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] Publish callbacks [] for security_group (6188eecd-0db9-4005-b85d-abfe5c46fdfd), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:32.468652 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] Publish callbacks [] for security_group (6188eecd-0db9-4005-b85d-abfe5c46fdfd), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.168463 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (6188eecd-0db9-4005-b85d-abfe5c46fdfd), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.171058 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.172200 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/6188eecd-0db9-4005-b85d-abfe5c46fdfd HTTP/1.1" status: 204 len: 168 time: 0.7991219 Jul 26 16:47:33.181133 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14399bd-f345-40a9-bd77-c6fe4f872baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188eecd-0db9-4005-b85d-abfe5c46fdfd,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:33.414324 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:33.456926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:47:33.520373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:33.521034 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.606384 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:33.606861 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.633781 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:47:33.636091 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4984b836-c9c3-4cb8-b900-cd2eb8960180" -d '{"events": [{"server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "name": "network-vif-plugged", "status": "completed", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:47:33.653428 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:33.687091 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87435e6d-68cb-4766-b8bb-fadd2c983d1a x-openstack-request-id: req-87435e6d-68cb-4766-b8bb-fadd2c983d1a {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:47:33.687386 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "name": "network-vif-plugged", "status": "completed", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:47:33.687667 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-87435e6d-68cb-4766-b8bb-fadd2c983d1a {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:47:33.688080 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87435e6d-68cb-4766-b8bb-fadd2c983d1a'] response: {'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'code': 200} Jul 26 16:47:33.771733 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:33.782349 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5018a-2583-4216-bdcb-6fd94fd6a3fc req-7e909d6a-c3e0-4d6d-88bd-2cfe58593b34 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:33.789192 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-63f5018a-2583-4216-bdcb-6fd94fd6a3fc req-7e909d6a-c3e0-4d6d-88bd-2cfe58593b34 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 945 time: 0.2860901 Jul 26 16:47:33.843153 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:33.843624 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-63f5018a-2583-4216-bdcb-6fd94fd6a3fc req-58e94440-7667-41df-8189-1e6c3f1e35d3 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492499 Jul 26 16:47:33.980771 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:33.999339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:34.008476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295af27-11a2-4f83-8082-0c6372d8fdbd req-92409035-cdef-4d1b-ade1-07fdbb8ad7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:34.010011 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b295af27-11a2-4f83-8082-0c6372d8fdbd req-92409035-cdef-4d1b-ade1-07fdbb8ad7da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0392852 Jul 26 16:47:34.060045 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b295af27-11a2-4f83-8082-0c6372d8fdbd req-e76fea78-a309-4714-a05b-3c3a61868bca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Jul 26 16:47:35.127002 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dd7a-d1a8-4246-9514-c03e542d3a45 req-27576ee5-b0b1-4279-8051-e817b4dc664e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:35.128487 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8a6dd7a-d1a8-4246-9514-c03e542d3a45 req-27576ee5-b0b1-4279-8051-e817b4dc664e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.2083650 Jul 26 16:47:35.177049 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f8a6dd7a-d1a8-4246-9514-c03e542d3a45 req-d259e3de-ff66-4d5f-94ab-32bf4fa794be tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429008 Jul 26 16:47:36.256901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:36.295070 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a3dc-5d36-413d-8b23-8a7b89595673 req-4bafdf4d-4be0-4735-8fe7-c4c597a32630 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:36.296479 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-07c6a3dc-5d36-413d-8b23-8a7b89595673 req-4bafdf4d-4be0-4735-8fe7-c4c597a32630 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.0479853 Jul 26 16:47:36.344718 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-07c6a3dc-5d36-413d-8b23-8a7b89595673 req-2b1d0033-e658-4ec2-b84c-61eef77857af tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Jul 26 16:47:36.354390 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:36.466595 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e9aa8-e912-4fb4-b6f0-a8815c625b28 req-6950c15a-6574-4d61-b6e4-cdbfa969f715 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:36.468041 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955e9aa8-e912-4fb4-b6f0-a8815c625b28 req-6950c15a-6574-4d61-b6e4-cdbfa969f715 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.0496767 Jul 26 16:47:36.517518 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-955e9aa8-e912-4fb4-b6f0-a8815c625b28 req-568b0d5b-80f9-4043-adaa-409d7f302569 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Jul 26 16:47:36.543392 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52746) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:36.582287 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3217902-26c1-492a-a3da-00bd13cbda7a tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:36.583817 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d3217902-26c1-492a-a3da-00bd13cbda7a tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1125 time: 0.0393639 Jul 26 16:47:36.587037 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52750) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:36.591602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:36.671017 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52752) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:36.734854 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:36.794269 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a231ec52-d27b-416c-aa38-ffe53c91afb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:36.848441 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:36.867246 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:36.965983 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a231ec52-d27b-416c-aa38-ffe53c91afb7 admin admin] Publish callbacks [] for security_group (29f1d608-30c8-48a9-8fc1-3c01831809a0), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:36.985771 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.27.0.110 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/3c5121f2-8958-4ffe-9c63-49e2cd2595b5) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:37.049754 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a231ec52-d27b-416c-aa38-ffe53c91afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29f1d608-30c8-48a9-8fc1-3c01831809a0), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.100601 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231ec52-d27b-416c-aa38-ffe53c91afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f1d608-30c8-48a9-8fc1-3c01831809a0,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:37.108061 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a231ec52-d27b-416c-aa38-ffe53c91afb7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=5a64710ed3bf46fdae206b853de3ee2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358878 Jul 26 16:47:37.111172 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52756) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:37.129554 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.161121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] Publish callbacks [] for security_group (29f1d608-30c8-48a9-8fc1-3c01831809a0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.182330 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] Publish callbacks [] for security_group (29f1d608-30c8-48a9-8fc1-3c01831809a0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.485470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (29f1d608-30c8-48a9-8fc1-3c01831809a0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.486146 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.489565 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:37.495625 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/29f1d608-30c8-48a9-8fc1-3c01831809a0 HTTP/1.1" status: 204 len: 168 time: 0.3832226 Jul 26 16:47:37.506497 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ef855-0d92-478d-8afa-4fb2264101dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f1d608-30c8-48a9-8fc1-3c01831809a0,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:37.534211 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:37.534211 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:37.540218 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:37.565385 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=3c5121f2-8958-4ffe-9c63-49e2cd2595b5,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:37.898810 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (4b345a8b-2748-48c6-9ec5-5db752fc3e03), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.070722 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.246526 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.325737 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.394553 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=3c5121f2-8958-4ffe-9c63-49e2cd2595b5,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:38.408131 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (4b345a8b-2748-48c6-9ec5-5db752fc3e03), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.514397 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 4b345a8b-2748-48c6-9ec5-5db752fc3e03 associated. External IP: 172.27.0.110, port: ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2. Jul 26 16:47:38.720123 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:47:38.821281 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:38.833250 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:38.843906 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:38.844555 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:38.862782 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:38.930456 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:38.968039 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3cb09516-ae51-4bc3-a50d-bf57e6e43d74 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3797960 Jul 26 16:47:38.968706 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:47:38.971129 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d49c32e-aef3-48c9-b419-2896edb47aec" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:47:39.012518 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fd910a-0259-4f9c-b738-522a653aa736 x-openstack-request-id: req-81fd910a-0259-4f9c-b738-522a653aa736 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:47:39.012813 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:47:39.013114 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-81fd910a-0259-4f9c-b738-522a653aa736 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:47:39.014058 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fd910a-0259-4f9c-b738-522a653aa736'] response: {'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'status': 'completed', 'code': 200} Jul 26 16:47:39.031553 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:39.068889 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:39.239528 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:37Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:39.262926 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52798) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:39.268880 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:39.277619 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:39.278233 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:39.377060 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-145e2d85-8c21-49bf-9993-dd7a831f460d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.380801 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:39.459503 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-145e2d85-8c21-49bf-9993-dd7a831f460d admin admin] Publish callbacks [] for security_group (a121d845-d52f-4736-8339-3b7561ae728d), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.548641 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-145e2d85-8c21-49bf-9993-dd7a831f460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a121d845-d52f-4736-8339-3b7561ae728d), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.593054 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-145e2d85-8c21-49bf-9993-dd7a831f460d admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=af6b766b3c194614add7413dba56151f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284054 Jul 26 16:47:39.594142 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e2d85-8c21-49bf-9993-dd7a831f460d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121d845-d52f-4736-8339-3b7561ae728d,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:39.595746 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52802) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:39.616219 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:37Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:39.645725 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f1303-1fa4-4332-8c9e-663e405e01f8 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:37Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:39.647712 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:47:39.648240 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] Publish callbacks [] for security_group (a121d845-d52f-4736-8339-3b7561ae728d), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.663089 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:39.673785 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] Publish callbacks [] for security_group (a121d845-d52f-4736-8339-3b7561ae728d), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.731288 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:39.804492 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a121d845-d52f-4736-8339-3b7561ae728d), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.805643 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:39.806820 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/a121d845-d52f-4736-8339-3b7561ae728d HTTP/1.1" status: 204 len: 168 time: 0.2100959 Jul 26 16:47:39.822010 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187bed8-9d6f-41eb-a63d-629b2059ba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121d845-d52f-4736-8339-3b7561ae728d,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:39.846203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec18306e-1d1a-4e04-98b8-af9b2672f861 None None] New status for floating IP 4b345a8b-2748-48c6-9ec5-5db752fc3e03: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:47:41.058985 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52826) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:41.157939 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626825850-network', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:41.302963 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Made reservation on behalf of 417fd6ab3a0c4537a10272ee14f1cadb for: {'network': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:47:41.305378 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.314762 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.360079 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:41.387991 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks [] for security_group (b6f07847-2b2a-4037-a876-54c98cf4a5cf), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.519961 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b6f07847-2b2a-4037-a876-54c98cf4a5cf), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.548480 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=104385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:47:41.554873 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f07847-2b2a-4037-a876-54c98cf4a5cf,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:41.561340 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (84558211-47ad-4e1f-9d7c-3f8aadae0a02), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.561673 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.segments_db [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Added segment 84558211-47ad-4e1f-9d7c-3f8aadae0a02 of type vlan for network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 Jul 26 16:47:41.613058 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:41.616590 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.762614 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.763719 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:41.764302 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:41.824330 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] Pushing event updated for resources: {'Network': ['ID=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:41.833926 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:47:41.877314 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-ad639c31-cb83-4184-8dca-8808fde8d19a admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8172021 Jul 26 16:47:41.880100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52832) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:41.884846 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Request body: {'subnet': {'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626825850-subnet', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'ip_version': 4}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:41.976587 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Made reservation on behalf of 417fd6ab3a0c4537a10272ee14f1cadb for: {'subnet': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:47:41.978966 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840503'] for subnet (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:42.076712 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-b83b29a2-810a-4bbd-8381-a2bbfce4181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:42.078107 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-b83b29a2-810a-4bbd-8381-a2bbfce4181a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0550871 Jul 26 16:47:42.218060 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-c716b446-5f1c-4ac9-ac53-b61ffcad2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:42.219518 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-c716b446-5f1c-4ac9-ac53-b61ffcad2714 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.1350076 Jul 26 16:47:42.308943 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-f616e698-7d0a-4f59-80cd-14b05716a2a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 1002 time: 0.0700760 Jul 26 16:47:42.356863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-b7d442a0-5659-4a90-a565-d424cdd088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:42.358182 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-b7d442a0-5659-4a90-a565-d424cdd088b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0431304 Jul 26 16:47:42.363029 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3733663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840473'] for subnet (85a5f9b0-379c-4d5a-bc68-8e56279bfe12), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:42.448779 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-8dde8ad2-12f5-4b63-8027-e4986d6695fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:42.450248 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-8dde8ad2-12f5-4b63-8027-e4986d6695fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852182 Jul 26 16:47:42.451339 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a5f9b0-379c-4d5a-bc68-8e56279bfe12,revision_number=0']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:42.507511 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:42.508513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Checking segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:42.508871 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Network hostable DHCP agents. Network: 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:47:42.559453 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-2010cf7a-1fd6-4bff-80aa-0c9a861c1433 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025860 Jul 26 16:47:42.651592 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:42.660408 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d49c32e-aef3-48c9-b419-2896edb47aec req-cf502b77-ac45-4960-97ec-ff531a66d5f7 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Jul 26 16:47:42.725542 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:47:42.883039 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2) {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:42.887278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:42.891658 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:42.893659 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3302a6-821d-4160-a139-7fa141471173 None None] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:47:43.002081 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:47:43.003066 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.008551 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a809fc1f-02f8-4c13-a351-ce284f8b54a6 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1273487 Jul 26 16:47:43.012577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52836) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:43.017421 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:43.030173 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:43.122792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.123882 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.151154 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-7a42bf91-229d-4caa-9feb-9f23a604867d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601287 Jul 26 16:47:43.152411 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Allocated IP 172.20.0.2 (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2/85a5f9b0-379c-4d5a-bc68-8e56279bfe12/95eb8af6-74d1-4241-890c-b9a917de5276) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:43.200990 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for router_controller (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), precommit_add_association {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.267885 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-2422aedc-3d33-4f3c-a62a-475e88367f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:43.271983 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-2422aedc-3d33-4f3c-a62a-475e88367f67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0521061 Jul 26 16:47:43.319712 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:43.321004 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks [] for port (95eb8af6-74d1-4241-890c-b9a917de5276), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.456201 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.508709 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:43.517008 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:43.518621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:43.520862 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Pushing event updated for resources: {'Port': ['ID=95eb8af6-74d1-4241-890c-b9a917de5276,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:43.586029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Attempting to bind port 95eb8af6-74d1-4241-890c-b9a917de5276 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:43.586405 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Attempting to bind port 95eb8af6-74d1-4241-890c-b9a917de5276 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:43.586768 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Attempting to bind port 95eb8af6-74d1-4241-890c-b9a917de5276 on network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:43.594207 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:43.594578 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Checking segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:43.594984 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.595375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Bound using segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:43.595846 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Bound port: 95eb8af6-74d1-4241-890c-b9a917de5276, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:43.596223 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.664553 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] For port 95eb8af6-74d1-4241-890c-b9a917de5276, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:43.669247 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] For port 95eb8af6-74d1-4241-890c-b9a917de5276, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=95eb8af6-74d1-4241-890c-b9a917de5276,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:43.782458 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for router_gateway (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.786612 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:43.801623 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-1a379515-511b-4793-9eaf-b0502a768d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:43.803185 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-1a379515-511b-4793-9eaf-b0502a768d8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.5129812 Jul 26 16:47:43.856175 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d7daf-6fdb-48bc-810a-9c050a4d2fbb None None] Pushing event updated for resources: {'Port': ['ID=95eb8af6-74d1-4241-890c-b9a917de5276,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:43.869684 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-dd87b3a9-e22b-4cc8-9909-da53de30827a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 1002 time: 0.0591590 Jul 26 16:47:43.971370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-b809d6f6-710b-433a-a601-5aaba1cc1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:43.972897 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-b809d6f6-710b-433a-a601-5aaba1cc1dd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0989625 Jul 26 16:47:44.048940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-483d5f61-d2e3-457e-ae94-f1aaa0718280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:44.050421 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-483d5f61-d2e3-457e-ae94-f1aaa0718280 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721886 Jul 26 16:47:44.234437 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for router_gateway (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:44.257301 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:44.263104 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-69ffb8e9-46c3-45b9-8435-07795c8ae3fb service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704245 Jul 26 16:47:44.372365 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:44.406974 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:44.440058 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3fe6ba5d-d56d-439e-9edd-956fa9950317 req-f32ffc25-8039-4a32-a2e8-dd094d0753bb service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737018 Jul 26 16:47:44.453856 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Allocated IP 172.27.0.148 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:44.572549 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:44.737870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:44.774816 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:44.781940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:44.786066 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:44.787908 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215cd9c-8e75-49db-86e4-8e805fa0e5fe None None] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:47:44.822623 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Pushing event updated for resources: {'Port': ['ID=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:44.850349 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Provisioning complete for port 95eb8af6-74d1-4241-890c-b9a917de5276 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:44.853230 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:44.922047 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:44.972199 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Current status of the port 95eb8af6-74d1-4241-890c-b9a917de5276 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:44.972627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.022094 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] For port 95eb8af6-74d1-4241-890c-b9a917de5276, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=95eb8af6-74d1-4241-890c-b9a917de5276,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:45.241278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for router_gateway (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.265036 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.266894 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 95eb8af6-74d1-4241-890c-b9a917de5276 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:45.327431 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:45.356512 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f59cde-52db-4675-83be-76acb6a73bc8 None None] Pushing event updated for resources: {'Port': ['ID=95eb8af6-74d1-4241-890c-b9a917de5276,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:45.360800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 95eb8af6-74d1-4241-890c-b9a917de5276 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:45.361169 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.403547 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-98a3538f-38c7-4603-9565-95a120ed2171 None None] Provisioning complete for port 95eb8af6-74d1-4241-890c-b9a917de5276 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:45.403947 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-98a3538f-38c7-4603-9565-95a120ed2171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.440137 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.479417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 95eb8af6-74d1-4241-890c-b9a917de5276 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:45.512413 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-98a3538f-38c7-4603-9565-95a120ed2171 None None] Current status of the port 95eb8af6-74d1-4241-890c-b9a917de5276 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:45.665903 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:47:45.767942 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:45.771741 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:45.781038 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Sync routers for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:45.792249 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:45.792947 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:45.888722 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:45.889951 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1424d3e0-44a4-4e34-97df-28a220f9c123 admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8759027 Jul 26 16:47:45.891633 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:45.892794 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52872) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:45.989332 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:45.998595 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:46.061935 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:44Z', 'revision_number': 3, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:46.086177 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Checking router: a38c678c-5bdf-4013-94d2-96bec6d8e3e2 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:46.086522 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Updating router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:47:46.114581 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.288603 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.352738 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:46.355809 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks [] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.446672 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Allocated IP 172.20.0.1 (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2/85a5f9b0-379c-4d5a-bc68-8e56279bfe12/16fa1fc9-1e10-4837-924d-1cc95919d4d0) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:46.474435 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.530774 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Attempting to bind port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:46.531141 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Attempting to bind port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:46.531499 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Attempting to bind port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:46.536315 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Pushing event updated for resources: {'Port': ['ID=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:46.539579 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:46.539886 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:46.540276 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.540708 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:46.541166 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Bound port: 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:46.541534 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.557676 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks [] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.562590 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.562930 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.563291 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.563645 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.563975 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.564295 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.564637 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.564956 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.565274 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.565589 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.565904 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.566235 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.566550 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.566861 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.567175 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:46.583414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:46.601952 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] For port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:46.605398 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] For port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:46.689236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.689507 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.734044 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:46.739372 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:46.741575 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Pushing event updated for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:46.743709 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:46.752992 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:46.753628 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:46.755525 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fb8bc-efa3-46cf-a952-05ad8005b3e6 None None] Pushing event updated for resources: {'Port': ['ID=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:46.788616 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:46.809609 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:46.861041 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:47.010197 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.034503 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:44Z', 'revision_number': 3, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:47.046856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-f354866f-7b0d-4255-9ecc-90669b621db8 None None] Provisioning complete for port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:47.048344 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f354866f-7b0d-4255-9ecc-90669b621db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.049699 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:47.060325 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc50703-709f-4e00-a247-cce76a8aa47e None None] The sync data for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi is: [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:44Z', 'revision_number': 3, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:47.093072 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-f354866f-7b0d-4255-9ecc-90669b621db8 None None] Port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:47.265401 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 95eb8af6-74d1-4241-890c-b9a917de5276 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:47.346038 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 95eb8af6-74d1-4241-890c-b9a917de5276 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:47.346417 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.421979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 95eb8af6-74d1-4241-890c-b9a917de5276 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:47.454814 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks [] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.514505 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.592784 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:47.594703 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Pushing event updated for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:47.698385 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:47.699868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:47.758296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:47.821173 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:47:47.939913 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:47.945171 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-82fef903-6ca8-4d41-be62-17236968fbff admin admin] 10.222.0.144 "PUT /v2.0/routers/a38c678c-5bdf-4013-94d2-96bec6d8e3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514362 Jul 26 16:47:48.024810 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-28eeed60-8716-4d38-be10-92c4587ea3f7 None None] Provisioning complete for port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:48.025189 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-28eeed60-8716-4d38-be10-92c4587ea3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.060741 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-28eeed60-8716-4d38-be10-92c4587ea3f7 None None] Port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:48.240083 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52894) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:48.382611 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:48.391431 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d4384aa8-22e1-4adf-bf6d-421268ace1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.476236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d4384aa8-22e1-4adf-bf6d-421268ace1f8 admin admin] Publish callbacks [] for security_group (3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.628620 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d4384aa8-22e1-4adf-bf6d-421268ace1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.647231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Sync routers for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:48.658858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:48.659889 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:48.672911 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d4384aa8-22e1-4adf-bf6d-421268ace1f8 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=495454a9410c42069ffb7900ccd4b852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341094 Jul 26 16:47:48.675481 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52904) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:48.681856 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4384aa8-22e1-4adf-bf6d-421268ace1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:48.726612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52908) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:48.731803 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331634378-network', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:48.751253 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] Publish callbacks [] for security_group (3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.780135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] Publish callbacks [] for security_group (3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.885948 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Made reservation on behalf of c60bfae6ddba400dba3276c5c5e7832a for: {'network': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:47:48.895714 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for network (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.898571 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.923788 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:48.983031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.985708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:48.986870 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f HTTP/1.1" status: 204 len: 168 time: 0.3100510 Jul 26 16:47:49.009323 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312062a2-8829-494a-9c04-b930c3381d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3292ba5d-6f43-4ad0-b4f5-7be170b5ef7f,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.049568 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks [] for security_group (a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.117390 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.144458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=104386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 16:47:49.145429 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:47Z', 'revision_number': 2, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:49.154623 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.159577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (a02792e7-d77d-4520-9dab-0a4ec2eb1c12), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.159922 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.segments_db [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Added segment a02792e7-d77d-4520-9dab-0a4ec2eb1c12 of type vlan for network d5fdac0d-1949-409b-b672-6d615f3ccaa4 Jul 26 16:47:49.174391 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.174738 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.175068 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Checking router: a38c678c-5bdf-4013-94d2-96bec6d8e3e2 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:49.175182 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.175406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.175515 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Updating router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:47:49.175739 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.176071 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.176419 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.176746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.177073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.177399 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.177724 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.178047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.178380 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.178697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.179008 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:47:49.213275 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.230357 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765255786617'] for network (d5fdac0d-1949-409b-b672-6d615f3ccaa4), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.288627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:49.351667 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964'] for network (d5fdac0d-1949-409b-b672-6d615f3ccaa4), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.353133 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:49.354281 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.430344 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:49.430717 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.448447 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fdac0d-1949-409b-b672-6d615f3ccaa4,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.477858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 details requested by agent ovs-agent-dv-cinder-851042-1-iscsi with host dv-cinder-851042-1-iscsi {{(pid=104387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 16:47:49.511486 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ee4f72c9-fc1f-4c79-9a63-8857c2f37f48 admin admin] 10.222.0.144 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7837296 Jul 26 16:47:49.514318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52918) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:49.520319 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Request body: {'subnet': {'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331634378-subnet', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'ip_version': 4}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:49.563464 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:49.564078 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=100 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:49.608876 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Made reservation on behalf of c60bfae6ddba400dba3276c5c5e7832a for: {'subnet': 1} {{(pid=104386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:47:49.611390 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569711'] for subnet (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.639719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:49.640104 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.681033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:49.721015 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks [] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.752817 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:49.808360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.848782 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.868337 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.895285 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4107481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569665'] for subnet (00d2c210-1a6a-4321-b323-dec8df76b3e0), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.963096 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7cf3f-aa9f-4d68-a123-e8e49505e995 None None] Pushing event updated for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.964187 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d2c210-1a6a-4321-b323-dec8df76b3e0,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:49.979515 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Attempting to bind port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:49.979886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Attempting to bind port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:49.980245 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Attempting to bind port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 on network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:49.986580 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:49.986958 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Checking segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:49.987526 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.987929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Bound using segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:49.988418 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Bound port: 16fa1fc9-1e10-4837-924d-1cc95919d4d0, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:49.988815 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:49.994012 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Checking segment: {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:49.994591 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Network hostable DHCP agents. Network: d5fdac0d-1949-409b-b672-6d615f3ccaa4, hostable agents: ['798f372b-8dad-41f8-85c8-955a86edd4a2'], hosted agents: [] {{(pid=104386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 16:47:50.002213 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:50.064186 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] For port 16fa1fc9-1e10-4837-924d-1cc95919d4d0, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:50.067532 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] For port 16fa1fc9-1e10-4837-924d-1cc95919d4d0, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=16fa1fc9-1e10-4837-924d-1cc95919d4d0,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:50.137283 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 is scheduled to be hosted by DHCP agent 798f372b-8dad-41f8-85c8-955a86edd4a2 with binding_index 1 {{(pid=104386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 16:47:50.197916 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.210564 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Provisioning complete for port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:50.210564 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.280556 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:50.296719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:50.296719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:50.328744 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851042-1-iscsi, d5fdac0d-1949-409b-b672-6d615f3ccaa4) {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:50.335261 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:47:50.339017 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.352040 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974303f-8c96-4c2f-acaa-aa4ba78d8079 None None] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:47:50.410641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7cf3f-aa9f-4d68-a123-e8e49505e995 None None] Pushing event updated for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:50.533621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Current status of the port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:50.533943 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.545658 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cc7ee04e-7d14-4ca9-b1d0-bfaba9648983 admin admin] 10.222.0.144 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0295761 Jul 26 16:47:50.548222 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 52938) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:50.706845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d95e9673-a8b3-41cc-95af-a8a2cff03f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83d38bc-cf10-56d6-88b9-dbc9007fc831-d5fdac0d-1949-409b-b672-6d615f3ccaa4', 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4', 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'fixed_ips': [{'subnet_id': '00d2c210-1a6a-4321-b323-dec8df76b3e0'}]}} from dv-cinder-851042-1-iscsi. {{(pid=104387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.707454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] For port 16fa1fc9-1e10-4837-924d-1cc95919d4d0, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=16fa1fc9-1e10-4837-924d-1cc95919d4d0,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:50.886273 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-717333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-689'] for router (bed58398-5ed8-4440-9041-adac826b5ee9), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.887478 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-719869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-678'] for router (bed58398-5ed8-4440-9041-adac826b5ee9), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.924975 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:50.939723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for router_controller (bed58398-5ed8-4440-9041-adac826b5ee9), precommit_add_association {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.038207 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b114a3-de6e-4e8a-934d-2352bb6f0517 None None] Pushing event updated for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:51.078915 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-cdfb5d3c-06e2-46fb-a714-19e76bb19738 None None] Provisioning complete for port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:51.079304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cdfb5d3c-06e2-46fb-a714-19e76bb19738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.082140 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.db_base_plugin_common [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Allocated IP 172.20.0.2 (d5fdac0d-1949-409b-b672-6d615f3ccaa4/00d2c210-1a6a-4321-b323-dec8df76b3e0/4e1a5840-acf6-4290-a69b-a367b0f5a9cf) {{(pid=104387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:51.195394 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:51.202057 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for router_gateway (bed58398-5ed8-4440-9041-adac826b5ee9), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.231325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b9455f-06bd-4952-b944-2787c68fea8e None None] The sync data for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi is: [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:51.316449 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:51.329033 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb5d3c-06e2-46fb-a714-19e76bb19738 None None] Current status of the port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:51.407029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:51.407421 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.412958 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks [] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), precommit_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.506163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:51.506969 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for router_gateway (bed58398-5ed8-4440-9041-adac826b5ee9), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.529700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.566003 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), after_create {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.590958 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:51.611725 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 is already hosted by enough agents. {{(pid=104387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:51.618216 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.scheduler.base_scheduler [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Resources bound (agent type, host, resource id): {{(pid=104387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:51.620682 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Received port after_create {{(pid=104387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:51.632800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Pushing event updated for resources: {'Port': ['ID=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,revision_number=1']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:51.677551 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Allocated IP 172.27.0.7 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/58dcbf65-7808-4361-bf02-28681d5e2c58) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:51.697982 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Attempting to bind port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:51.698367 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Attempting to bind port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:51.698740 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Attempting to bind port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf on network d5fdac0d-1949-409b-b672-6d615f3ccaa4 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:51.705204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:51.705589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Checking segment: {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:51.706029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.706426 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Bound using segment: {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:51.707067 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Bound port: 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:51.708477 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.788264 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] For port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:51.792192 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] For port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:51.801702 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.883529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.912885 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:51.944232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f0a11-1633-493c-ba20-7c7a930413df None None] Pushing event updated for resources: {'Port': ['ID=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,revision_number=2']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:51.978996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Pushing event updated for resources: {'Port': ['ID=58dcbf65-7808-4361-bf02-28681d5e2c58,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:51.985023 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:51.987831 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:51.989484 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:51.990545 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:52.186030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:52.390146 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for router_gateway (bed58398-5ed8-4440-9041-adac826b5ee9), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:52.474242 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:52.508464 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-359ea754-4d91-40da-9e4a-cd727686897e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:52.866635 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-889473'] for router (bed58398-5ed8-4440-9041-adac826b5ee9), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:52.914140 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928b8ff-05e5-4c1f-88b3-9c525e58cb6c None None] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:47:52.980560 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Provisioning complete for port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:52.980936 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.050818 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Router bed58398-5ed8-4440-9041-adac826b5ee9 is scheduled to L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 with binding_index 1 {{(pid=104386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 16:47:53.057441 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.100965 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Current status of the port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:53.104373 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.137154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] For port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:53.162588 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:53.174674 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Sync routers for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:53.185144 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:53.185766 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:53.214531 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.243352 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.247984 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 52948) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:47:53.265037 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-d5ec22d0-ae5b-4800-a793-c79c9a5e1a16 admin admin] 10.222.0.144 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7087994 Jul 26 16:47:53.308940 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db532f-68e2-4b9e-bb4d-38184d486e49 None None] Pushing event updated for resources: {'Port': ['ID=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:53.339533 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9ebe814d-4c1f-43c5-a2c3-402a018812e9 None None] Provisioning complete for port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:53.340151 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9ebe814d-4c1f-43c5-a2c3-402a018812e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.366821 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.375454 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 16fa1fc9-1e10-4837-924d-1cc95919d4d0 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:53.389495 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:53.459494 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:53.459996 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.494055 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe814d-4c1f-43c5-a2c3-402a018812e9 None None] Current status of the port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:53.531303 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.550739 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:53.554200 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4e1a5840-acf6-4290-a69b-a367b0f5a9cf up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:53.568605 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:52Z', 'revision_number': 3, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:53.596068 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:53.596469 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.607197 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Checking router: bed58398-5ed8-4440-9041-adac826b5ee9 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:53.607563 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Updating router bed58398-5ed8-4440-9041-adac826b5ee9 port 58dcbf65-7808-4361-bf02-28681d5e2c58 binding host dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:47:53.640967 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.645764 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.674292 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:53.726529 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.738388 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.833612 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:53.886427 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Allocated IP 172.20.0.1 (d5fdac0d-1949-409b-b672-6d615f3ccaa4/00d2c210-1a6a-4321-b323-dec8df76b3e0/b43a99ef-07df-4b07-97d6-4afb31e5b066) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:47:53.906491 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks [] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), precommit_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:53.991079 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks [] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.010858 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.011070 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.037490 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:54.067973 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Attempting to bind port 58dcbf65-7808-4361-bf02-28681d5e2c58 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:54.068348 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Attempting to bind port 58dcbf65-7808-4361-bf02-28681d5e2c58 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:54.068728 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Attempting to bind port 58dcbf65-7808-4361-bf02-28681d5e2c58 on network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:54.070758 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3aaed-7ebc-48f9-9e1f-208f9d29d565 None None] Pushing event updated for resources: {'Port': ['ID=58dcbf65-7808-4361-bf02-28681d5e2c58,revision_number=2']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:54.077364 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:54.077739 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Checking segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:54.078164 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.078527 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Bound using segment: {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'} {{(pid=104388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:54.079014 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.managers [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Bound port: 58dcbf65-7808-4361-bf02-28681d5e2c58, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812e5c85-4c2b-4319-9eb7-4737f2e723b7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb'}}] {{(pid=104388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:54.079378 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), before_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.128515 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] For port 58dcbf65-7808-4361-bf02-28681d5e2c58, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:54.129959 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.131596 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.plugins.ml2.db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] For port 58dcbf65-7808-4361-bf02-28681d5e2c58, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=58dcbf65-7808-4361-bf02-28681d5e2c58,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:54.167659 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:54.170524 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:54.176112 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:47:54.223081 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron_lib.callbacks.manager [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), after_update {{(pid=104388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.223649 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Pushing event updated for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:54.233675 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714369'] for router_interface (bed58398-5ed8-4440-9041-adac826b5ee9), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.295298 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:54.296013 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:54.337486 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3aaed-7ebc-48f9-9e1f-208f9d29d565 None None] Pushing event updated for resources: {'Port': ['ID=58dcbf65-7808-4361-bf02-28681d5e2c58,revision_number=3']} {{(pid=104388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:54.406566 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:54.408996 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:54.426102 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9a272b72-c7b7-4098-9edd-a928d98ab395 None None] Provisioning complete for port b43a99ef-07df-4b07-97d6-4afb31e5b066 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:54.426718 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9a272b72-c7b7-4098-9edd-a928d98ab395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.460892 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.465147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9a272b72-c7b7-4098-9edd-a928d98ab395 None None] Port b43a99ef-07df-4b07-97d6-4afb31e5b066 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:54.558490 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:54.592200 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:52Z', 'revision_number': 3, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:54.616143 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ecfce-33af-4ff9-9697-0f7f74e0887e None None] The sync data for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi is: [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:52Z', 'revision_number': 3, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:54.628414 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks [] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.702624 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.776338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-714493'] for router_interface (bed58398-5ed8-4440-9041-adac826b5ee9), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:54.779725 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Pushing event updated for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:54.862563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:54.897352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:47:54.898809 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:47:55.016359 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Router bed58398-5ed8-4440-9041-adac826b5ee9 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:47:55.127618 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:47:55.132371 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5fb7bd06-6cde-4461-af92-d398a43a8f00 admin admin] 10.222.0.144 "PUT /v2.0/routers/bed58398-5ed8-4440-9041-adac826b5ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8831749 Jul 26 16:47:55.187687 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-3c64491b-0a0e-456a-be12-4e5977d8ff3c None None] Provisioning complete for port b43a99ef-07df-4b07-97d6-4afb31e5b066 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:55.188174 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3c64491b-0a0e-456a-be12-4e5977d8ff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.219944 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-3c64491b-0a0e-456a-be12-4e5977d8ff3c None None] Port b43a99ef-07df-4b07-97d6-4afb31e5b066 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:55.352065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.391741 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 58dcbf65-7808-4361-bf02-28681d5e2c58 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:55.439157 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 58dcbf65-7808-4361-bf02-28681d5e2c58 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:55.439672 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.529035 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 58dcbf65-7808-4361-bf02-28681d5e2c58 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:55.529434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.552109 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] For port 58dcbf65-7808-4361-bf02-28681d5e2c58, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=58dcbf65-7808-4361-bf02-28681d5e2c58,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:55.610867 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.611719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4e1a5840-acf6-4290-a69b-a367b0f5a9cf up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:55.657820 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.690897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Pushing event updated for resources: {'Port': ['ID=58dcbf65-7808-4361-bf02-28681d5e2c58,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:55.703371 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:55.703589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:55.777700 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:56.178903 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Sync routers for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:47:56.192489 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:56.193144 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:56.239383 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:56.309908 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:56.535750 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 4, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'b43a99ef-07df-4b07-97d6-4afb31e5b066', 'name': '', 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'mac_address': 'fa:16:3e:7c:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:53Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 2, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'subnets': [{'id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:56.564139 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Checking router: bed58398-5ed8-4440-9041-adac826b5ee9 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:47:56.564613 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Updating router bed58398-5ed8-4440-9041-adac826b5ee9 port b43a99ef-07df-4b07-97d6-4afb31e5b066 binding host dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 16:47:56.585295 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:56.593807 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.034878 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks [] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), precommit_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.137154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.191197 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07707eb6-2465-445b-8645-042fe94e6f9d None None] Pushing event updated for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=3']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:57.328231 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 58dcbf65-7808-4361-bf02-28681d5e2c58 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:57.337950 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Attempting to bind port b43a99ef-07df-4b07-97d6-4afb31e5b066 on host dv-cinder-851042-1-iscsi for vnic_type normal with profile {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:47:57.338457 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Attempting to bind port b43a99ef-07df-4b07-97d6-4afb31e5b066 by drivers openvswitch,hyperv on host dv-cinder-851042-1-iscsi at level 0 using segments [{'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:47:57.338915 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Attempting to bind port b43a99ef-07df-4b07-97d6-4afb31e5b066 on network d5fdac0d-1949-409b-b672-6d615f3ccaa4 {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:47:57.371309 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Checking agent: {'id': 'dc46d0f1-9b5a-4a66-839f-75a9c7771c5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851042-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 23, 55), 'started_at': datetime.datetime(2022, 7, 26, 16, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851042-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:47:57.371927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Checking segment: {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:47:57.372482 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.372971 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Bound using segment: {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'} {{(pid=104387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:47:57.377007 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.managers [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Bound port: b43a99ef-07df-4b07-97d6-4afb31e5b066, host: dv-cinder-851042-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4'}}] {{(pid=104387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:47:57.377623 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.480696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-19ed616f-0760-4fcb-a847-3388438fcdcc None None] Provisioning complete for port b43a99ef-07df-4b07-97d6-4afb31e5b066 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:57.480696 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-19ed616f-0760-4fcb-a847-3388438fcdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.488612 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port 58dcbf65-7808-4361-bf02-28681d5e2c58 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:57.488612 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.539855 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:57.547629 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] For port b43a99ef-07df-4b07-97d6-4afb31e5b066, host dv-cinder-851042-1-iscsi, cleared binding levels {{(pid=104387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:47:57.561086 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-19ed616f-0760-4fcb-a847-3388438fcdcc None None] Port b43a99ef-07df-4b07-97d6-4afb31e5b066 cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:47:57.568713 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] For port b43a99ef-07df-4b07-97d6-4afb31e5b066, host dv-cinder-851042-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b43a99ef-07df-4b07-97d6-4afb31e5b066,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:47:57.618121 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port 58dcbf65-7808-4361-bf02-28681d5e2c58 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:57.651419 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:57.719204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:47:57.719928 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:47:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:57.721888 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:47:57.724816 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07707eb6-2465-445b-8645-042fe94e6f9d None None] Pushing event updated for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:57.846997 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:47:58.011988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Provisioning complete for port b43a99ef-07df-4b07-97d6-4afb31e5b066 triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:58.012708 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:58.124325 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 4, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'b43a99ef-07df-4b07-97d6-4afb31e5b066', 'name': '', 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'mac_address': 'fa:16:3e:7c:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:53Z', 'updated_at': '2022-07-26T16:47:57Z', 'revision_number': 4, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'subnets': [{'id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:47:58.168045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360e82e-30a2-4acf-986e-08d861f8086f None None] The sync data for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi is: [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:47:54Z', 'revision_number': 4, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': 'b43a99ef-07df-4b07-97d6-4afb31e5b066', 'name': '', 'network_id': 'd5fdac0d-1949-409b-b672-6d615f3ccaa4', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'mac_address': 'fa:16:3e:7c:34:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:53Z', 'updated_at': '2022-07-26T16:47:57Z', 'revision_number': 4, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'subnets': [{'id': '00d2c210-1a6a-4321-b323-dec8df76b3e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:47:58.186138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Current status of the port b43a99ef-07df-4b07-97d6-4afb31e5b066 is: DOWN; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:47:58.186536 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:58.238069 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] For port b43a99ef-07df-4b07-97d6-4afb31e5b066, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b43a99ef-07df-4b07-97d6-4afb31e5b066,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:47:58.311845 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:58.373546 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fb04-08fd-4b61-b59e-b953a78a5024 None None] Pushing event updated for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:47:59.398093 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b43a99ef-07df-4b07-97d6-4afb31e5b066 up at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:47:59.455510 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Provisioning complete for port b43a99ef-07df-4b07-97d6-4afb31e5b066 triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:47:59.455888 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:47:59.541409 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Current status of the port b43a99ef-07df-4b07-97d6-4afb31e5b066 is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:48:03.178347 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:04.595985 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=34 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:05.123956 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=52 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:05.129915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:06.206722 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-ed6a2ecc-4f2c-47a5-bcdb-0554d4bb6e24 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:06.208181 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-ed6a2ecc-4f2c-47a5-bcdb-0554d4bb6e24 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 815 time: 0.1082580 Jul 26 16:48:06.222282 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-bd9be70c-21c6-4471-8c41-6964764163cf tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/quotas/417fd6ab3a0c4537a10272ee14f1cadb HTTP/1.1" status: 200 len: 375 time: 0.0088570 Jul 26 16:48:06.271234 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-081840a5-1d7c-4ed9-9e4c-e6e9a9ccf33f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441480 Jul 26 16:48:06.370621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:06.378189 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-81b8c929-d17f-40e7-8d37-a46e9edf542c service neutron] http://10.222.0.144:9696/v2.0/extensions returned with HTTP 200 {{(pid=104386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 16:48:06.386063 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-81b8c929-d17f-40e7-8d37-a46e9edf542c service neutron] 10.222.0.144 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0968707 Jul 26 16:48:06.472519 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-3c335e0e-3fe8-4775-8d4c-e47c01dce492 service neutron] 10.222.0.144 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873492 Jul 26 16:48:06.562796 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-898c59fb-5d04-4afb-ad2f-cf704f50dd47 service neutron] 10.222.0.144 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839295 Jul 26 16:48:06.838798 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-fe51f430-2bdb-4586-8c4c-cfb7a2047219 req-d6ca7d2e-0180-4298-8cf0-cc441c58ea61 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 210 time: 0.0291991 Jul 26 16:48:07.927995 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8d12eec2-5584-41e3-a759-eea1e44e723e req-c4a24ba9-9bdf-41cd-86ce-06162797a6e5 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 210 time: 0.0336661 Jul 26 16:48:09.033094 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-317c9a00-7fa2-49ad-98e8-c1f861dd1247 req-6edd8e26-4db5-4db4-be27-37e7e52d42ac tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Jul 26 16:48:09.963922 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-026e1347-b2dc-4c55-bb9f-5118d89d266f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:09.965599 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-026e1347-b2dc-4c55-bb9f-5118d89d266f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 815 time: 0.1059642 Jul 26 16:48:09.989752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'port': {'device_id': '5531a6cc-8353-49bf-b227-655e10297753', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'admin_state_up': True, 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:10.142767 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bf1407cc-978e-4a34-a86a-b796cd228f96 req-03e57205-2ab9-458b-be68-46f467949b6c tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 210 time: 0.0328166 Jul 26 16:48:10.210970 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Made reservation on behalf of 417fd6ab3a0c4537a10272ee14f1cadb for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:48:10.214506 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:10.345698 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Allocated IP 172.20.0.12 (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2/85a5f9b0-379c-4d5a-bc68-8e56279bfe12/47897c7d-52ee-4bd9-915e-f01b08aa844a) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:48:10.523581 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:10.677397 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:10.730349 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:48:10.737424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:48:10.742078 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:48:10.782129 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:10.797946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.798348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.798763 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.799196 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.799590 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.800073 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.800468 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.800894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.801227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.801590 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.801929 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.802304 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.802722 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.803090 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.803494 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:10.823865 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:10.825237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:10.928617 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e615d767-6570-4f43-b215-d5a5ac1b01b0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9425373 Jul 26 16:48:11.133263 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:11.139406 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-ca07bf2b-0b61-444c-9806-68a4a9c41c62 None None] Provisioning complete for port 47897c7d-52ee-4bd9-915e-f01b08aa844a triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:48:11.145792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ca07bf2b-0b61-444c-9806-68a4a9c41c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:11.172088 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ca07bf2b-0b61-444c-9806-68a4a9c41c62 None None] Port 47897c7d-52ee-4bd9-915e-f01b08aa844a cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:48:11.258780 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d59a0-b931-4472-bbdb-19054ba5dcde req-ae716378-42dc-4973-acaa-89208c3ece2f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:11.260336 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f26d59a0-b931-4472-bbdb-19054ba5dcde req-ae716378-42dc-4973-acaa-89208c3ece2f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0467048 Jul 26 16:48:11.281481 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:11.312525 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f26d59a0-b931-4472-bbdb-19054ba5dcde req-e18189a7-2ce7-48e3-a8f8-17fff1ba6bc7 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Jul 26 16:48:12.430090 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9b3a-2d48-48b1-b086-3eea450851ed req-b56e792d-eab5-4220-8d5b-ff5b2d7e84ce tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:12.431539 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8ef9b3a-2d48-48b1-b086-3eea450851ed req-b56e792d-eab5-4220-8d5b-ff5b2d7e84ce tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0459430 Jul 26 16:48:12.477460 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e8ef9b3a-2d48-48b1-b086-3eea450851ed req-186d9460-1ec2-448d-b3ed-ef7269e5ce40 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jul 26 16:48:13.606406 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e1c0-0b8d-4903-adc4-abdcbb0f6865 req-bdc6de19-1840-4fff-9606-2950a2c3423a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:13.607291 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7b0e1c0-0b8d-4903-adc4-abdcbb0f6865 req-bdc6de19-1840-4fff-9606-2950a2c3423a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0585947 Jul 26 16:48:13.641690 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:13.656231 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c7b0e1c0-0b8d-4903-adc4-abdcbb0f6865 req-8ed632a3-813c-4611-87ad-feadab4c3bba tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Jul 26 16:48:14.790030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c502-c612-48cc-9a14-63e14bd3b201 req-4bb91911-2876-4e43-b71d-33d81693af50 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:14.792198 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e4e1c502-c612-48cc-9a14-63e14bd3b201 req-4bb91911-2876-4e43-b71d-33d81693af50 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0536637 Jul 26 16:48:14.844917 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-e4e1c502-c612-48cc-9a14-63e14bd3b201 req-db251025-61fe-4d1b-9d17-27b36440b1bd tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Jul 26 16:48:15.962111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722784c-9134-4d3f-8289-cbac0838b17a req-ccb49e0d-e07c-4e53-8a21-f94f8261a26d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:15.963526 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2722784c-9134-4d3f-8289-cbac0838b17a req-ccb49e0d-e07c-4e53-8a21-f94f8261a26d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0491335 Jul 26 16:48:16.009981 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2722784c-9134-4d3f-8289-cbac0838b17a req-4cd9ce3b-3960-4145-9e7e-948f3581e76a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Jul 26 16:48:16.627233 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:48:17.126621 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f1ccc-0e17-467c-8d42-9fe43b423bee req-2dff72a3-c477-4d16-b34d-b2e0bc65198b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:17.128078 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9b4f1ccc-0e17-467c-8d42-9fe43b423bee req-2dff72a3-c477-4d16-b34d-b2e0bc65198b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0461204 Jul 26 16:48:17.175643 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9b4f1ccc-0e17-467c-8d42-9fe43b423bee req-ca346c1d-20b3-4ac1-9c10-a04c201c1657 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Jul 26 16:48:18.320898 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436fb36-2f0c-4598-8a18-3092fb158862 req-ad70be07-02a9-4b4c-a819-9621ec3d4a5a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:18.328953 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f436fb36-2f0c-4598-8a18-3092fb158862 req-ad70be07-02a9-4b4c-a819-9621ec3d4a5a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0565128 Jul 26 16:48:18.374370 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f436fb36-2f0c-4598-8a18-3092fb158862 req-daff43dc-a775-46f9-8c94-00d14fc04400 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Jul 26 16:48:19.510535 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9efe2-d1f1-4b40-9b55-c2b57ba25772 req-bd02802d-aa93-4cd3-8ecf-f208cdfdf92d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:19.512498 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9fd9efe2-d1f1-4b40-9b55-c2b57ba25772 req-bd02802d-aa93-4cd3-8ecf-f208cdfdf92d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0575695 Jul 26 16:48:19.563912 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-9fd9efe2-d1f1-4b40-9b55-c2b57ba25772 req-d96eac0f-00d9-4599-8be0-6e37162a85e1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Jul 26 16:48:20.358508 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d922a456-61a3-4f1d-a424-73c0aa987048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:20.699293 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f46852-2f01-41a0-a2fe-b5993b4e0c00 req-7bc3fa8d-4680-4f7e-92c3-8247058a1cc1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:20.701059 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b4f46852-2f01-41a0-a2fe-b5993b4e0c00 req-7bc3fa8d-4680-4f7e-92c3-8247058a1cc1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0548437 Jul 26 16:48:20.772550 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b4f46852-2f01-41a0-a2fe-b5993b4e0c00 req-fa76bd84-6b85-4d8d-8316-8b695ea4ad6d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620596 Jul 26 16:48:21.893326 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ccf9-eaa0-4898-b5a8-3ab77f787079 req-95aa2c3c-209f-4df6-84f9-c6173d2f670f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:21.894769 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d691ccf9-eaa0-4898-b5a8-3ab77f787079 req-95aa2c3c-209f-4df6-84f9-c6173d2f670f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0498474 Jul 26 16:48:21.941079 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d691ccf9-eaa0-4898-b5a8-3ab77f787079 req-8de6568c-2218-4100-abec-ff4b3afa6ab6 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Jul 26 16:48:22.507214 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9e444aaf-8ae8-42ae-831e-28dc026bb80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:23.059010 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a165c-c81a-4ca8-8333-b2bfb1951527 req-ebf16996-9a88-448d-8823-826ad57626cf tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:23.060485 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ff5a165c-c81a-4ca8-8333-b2bfb1951527 req-ebf16996-9a88-448d-8823-826ad57626cf tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0464792 Jul 26 16:48:23.108429 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ff5a165c-c81a-4ca8-8333-b2bfb1951527 req-dbb331c0-ae11-4ab8-b731-257598ad8878 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Jul 26 16:48:23.871222 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Request body: {'port': {'device_id': '5531a6cc-8353-49bf-b227-655e10297753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:23.935262 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:23.985939 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.193647 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53200) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:24.207062 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47897c7d-52ee-4bd9-915e-f01b08aa844a {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:48:24.214911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks [] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.231802 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Transition to ACTIVE for port object 47897c7d-52ee-4bd9-915e-f01b08aa844a will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:48:24.234898 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047981be-b862-4c39-b675-d01380474960 req-9ecfc743-4767-4ae2-bdb0-2bb473920bb0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:24.236885 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-047981be-b862-4c39-b675-d01380474960 req-9ecfc743-4767-4ae2-bdb0-2bb473920bb0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 932 time: 0.0541224 Jul 26 16:48:24.284166 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-047981be-b862-4c39-b675-d01380474960 req-96e0ec0b-f8cd-4a91-9428-50183c448b9e tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jul 26 16:48:24.322979 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a170a1b-d841-41b8-be1f-be049b5b65cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.342170 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.348844 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:24.364543 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:24.378174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:24.393409 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:24.406827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a170a1b-d841-41b8-be1f-be049b5b65cc admin admin] Publish callbacks [] for security_group (34986df0-b331-4419-99a6-7a56abc47e7b), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.484930 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Attempting to bind port 47897c7d-52ee-4bd9-915e-f01b08aa844a on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:48:24.485260 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Attempting to bind port 47897c7d-52ee-4bd9-915e-f01b08aa844a by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:48:24.485588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Attempting to bind port 47897c7d-52ee-4bd9-915e-f01b08aa844a on network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:48:24.490588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Port 47897c7d-52ee-4bd9-915e-f01b08aa844a on network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:48:24.491043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Attempting to bind port 47897c7d-52ee-4bd9-915e-f01b08aa844a on network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:48:24.492887 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:24.497701 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:48:24.498038 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Checking segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:48:24.498420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Bound using segment: {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:48:24.498840 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Bound port: 47897c7d-52ee-4bd9-915e-f01b08aa844a, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84558211-47ad-4e1f-9d7c-3f8aadae0a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:48:24.499195 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.501880 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3a170a1b-d841-41b8-be1f-be049b5b65cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (34986df0-b331-4419-99a6-7a56abc47e7b), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.546776 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3a170a1b-d841-41b8-be1f-be049b5b65cc admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=6b3ed5a8c695456ca0edf53ad0d82bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509898 Jul 26 16:48:24.549114 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170a1b-d841-41b8-be1f-be049b5b65cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34986df0-b331-4419-99a6-7a56abc47e7b,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:24.549610 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53204) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:24.590870 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:48:24.591111 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:24.597473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:48:24.620731 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] Publish callbacks [] for security_group (34986df0-b331-4419-99a6-7a56abc47e7b), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.642894 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] Publish callbacks [] for security_group (34986df0-b331-4419-99a6-7a56abc47e7b), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.759360 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.790503 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (34986df0-b331-4419-99a6-7a56abc47e7b), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.793040 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.794173 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/34986df0-b331-4419-99a6-7a56abc47e7b HTTP/1.1" status: 204 len: 168 time: 0.2434561 Jul 26 16:48:24.795495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:24.796094 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:24.797457 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] 10.222.0.86 "PUT /v2.0/ports/47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1094 time: 0.9306302 Jul 26 16:48:24.801253 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:48:24.806220 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d3169-5602-4945-9b64-a89c8c57273f" -d '{"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:48:24.824359 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbed17-a62e-43ac-bfb4-bf43185115b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34986df0-b331-4419-99a6-7a56abc47e7b,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:24.837256 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237a703-139c-46f2-9886-58dcc18712c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:24.870147 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84bfe9-7170-4d72-9461-06711a4a181e x-openstack-request-id: req-0e84bfe9-7170-4d72-9461-06711a4a181e {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:48:24.870459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:48:24.870700 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-0e84bfe9-7170-4d72-9461-06711a4a181e {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:48:24.871111 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e84bfe9-7170-4d72-9461-06711a4a181e'] response: {'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:48:24.953701 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-51b87c9c-e254-4ebe-89de-ae8749c34f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:24.955273 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-51b87c9c-e254-4ebe-89de-ae8749c34f24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1128 time: 0.0438271 Jul 26 16:48:25.337336 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-4c3befee-1ee7-4c53-b063-dc277f93dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.338830 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-4c3befee-1ee7-4c53-b063-dc277f93dc95 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3704584 Jul 26 16:48:25.353602 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:25.405643 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:25.410863 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ebf95-7696-4224-beeb-7a88992eb299 req-da39bcbe-6812-4dc9-8d17-cb14fa2fd866 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.412453 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d26ebf95-7696-4224-beeb-7a88992eb299 req-da39bcbe-6812-4dc9-8d17-cb14fa2fd866 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 944 time: 0.0486856 Jul 26 16:48:25.438557 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-6d9a825e-60b2-4948-a8ef-0f4f7a5324ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.440310 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1a8d3169-5602-4945-9b64-a89c8c57273f req-6d9a825e-60b2-4948-a8ef-0f4f7a5324ef service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939722 Jul 26 16:48:25.460176 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d26ebf95-7696-4224-beeb-7a88992eb299 req-28fe81e6-e09f-45eb-8284-bf66fcfb58b9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Jul 26 16:48:25.551030 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-2737dac9-f0a9-44c8-8e71-2d262e84e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.552552 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-2737dac9-f0a9-44c8-8e71-2d262e84e7d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1128 time: 0.0538533 Jul 26 16:48:25.598600 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-eea673ce-c3f7-4b33-a143-7bee3f7a1d84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 217 time: 0.0331116 Jul 26 16:48:25.645124 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-8ce2d86a-2ec3-4b77-9018-d3423c422f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.646539 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-8ce2d86a-2ec3-4b77-9018-d3423c422f4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0428157 Jul 26 16:48:25.693512 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-7164ca46-c642-4b4d-bd0f-b2d71bb2803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:25.693780 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:25.694980 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-7164ca46-c642-4b4d-bd0f-b2d71bb2803f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423715 Jul 26 16:48:25.820074 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-d85c57c9-f24b-47ed-9eb7-40ed09dd3d6d service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184402 Jul 26 16:48:25.914039 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7d449b4a-b544-4d6f-953f-858e8c1b2b86 req-674b1c82-aa78-41b2-a249-7750ae88e0a2 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880592 Jul 26 16:48:26.510038 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [req-51827a57-8f0f-484a-8349-23033df4b1b0 req-87866118-32a5-448e-aac5-6c140618c9e0 service neutron] (104386) timed out ('10.222.0.86', 63202) {{(pid=104386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 16:48:26.581971 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a0e3-0b2d-4453-8f34-3ea2a2d353aa req-50cd0230-e000-4cfb-aac2-3de53d915cc5 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:26.583427 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41f7a0e3-0b2d-4453-8f34-3ea2a2d353aa req-50cd0230-e000-4cfb-aac2-3de53d915cc5 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 944 time: 0.0467262 Jul 26 16:48:26.629475 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-41f7a0e3-0b2d-4453-8f34-3ea2a2d353aa req-746c9ef7-cb49-432e-94e0-f404b64ae57b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Jul 26 16:48:26.869070 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-2303b365-13a6-433b-9e60-bc9f1cb0794d req-665373fb-947b-49e1-8285-e5c6aa6b9246 service neutron] (104385) timed out ('10.222.0.86', 63225) {{(pid=104385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 16:48:27.742788 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784bd13-d2b9-4f62-bbd5-0d157ae0fb6c req-41ab257b-f05c-4b5c-b816-7780db290688 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:27.744308 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8784bd13-d2b9-4f62-bbd5-0d157ae0fb6c req-41ab257b-f05c-4b5c-b816-7780db290688 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 944 time: 0.0460024 Jul 26 16:48:27.794220 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8784bd13-d2b9-4f62-bbd5-0d157ae0fb6c req-3a59b4ae-6043-4454-835b-92368f57cfa4 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Jul 26 16:48:28.911041 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fb99f-bcf6-4975-843e-a56ee4c79a11 req-9e59ad91-c01f-4eb1-a117-309f2bca45a3 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:28.912498 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b17fb99f-bcf6-4975-843e-a56ee4c79a11 req-9e59ad91-c01f-4eb1-a117-309f2bca45a3 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 944 time: 0.0462885 Jul 26 16:48:28.962662 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b17fb99f-bcf6-4975-843e-a56ee4c79a11 req-5305225d-383d-423c-90d3-28f2f842ad5b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Jul 26 16:48:29.567193 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 47897c7d-52ee-4bd9-915e-f01b08aa844a details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:48:29.667176 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:48:29.677980 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'port_id': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'mac_address': 'fa:16:3e:d6:b5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:48:29.711240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 47897c7d-52ee-4bd9-915e-f01b08aa844a is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:48:29.711626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:29.724615 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47897c7d-52ee-4bd9-915e-f01b08aa844a {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:48:29.743520 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:48:29.807720 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:29.853403 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:30.083089 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76a79e-d70e-4b2d-a300-93df7a612f47 req-8294f93a-ebe4-48f0-b6bd-02d10c211f7a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:30.084544 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6c76a79e-d70e-4b2d-a300-93df7a612f47 req-8294f93a-ebe4-48f0-b6bd-02d10c211f7a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Jul 26 16:48:30.131410 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6c76a79e-d70e-4b2d-a300-93df7a612f47 req-7e8feab6-c6ff-4922-ad18-5232cf32c603 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Jul 26 16:48:30.179731 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:48:31.258049 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4ee9-5e9d-4945-9d59-a6f843762678 req-f3e704c0-50e2-41f0-8a6f-f0aa36b9f2d0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:31.259502 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64ea4ee9-5e9d-4945-9d59-a6f843762678 req-f3e704c0-50e2-41f0-8a6f-f0aa36b9f2d0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 945 time: 0.0542457 Jul 26 16:48:31.305651 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-64ea4ee9-5e9d-4945-9d59-a6f843762678 req-35d667f2-7b22-46f1-84b2-724935366187 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Jul 26 16:48:31.567097 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 47897c7d-52ee-4bd9-915e-f01b08aa844a up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:48:31.609972 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 47897c7d-52ee-4bd9-915e-f01b08aa844a completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:48:31.701375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 47897c7d-52ee-4bd9-915e-f01b08aa844a triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:48:31.701753 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:31.775878 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 47897c7d-52ee-4bd9-915e-f01b08aa844a is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:48:31.776182 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:31.799224 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:48:31.801476 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d2f858-a9ae-468e-ad5d-1218d69520ac" -d '{"events": [{"server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "name": "network-vif-plugged", "status": "completed", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:48:31.805434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:31.814152 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:48:31.838240 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be7281-fdcb-4c05-8eb3-c458c6fb1fa2 x-openstack-request-id: req-e5be7281-fdcb-4c05-8eb3-c458c6fb1fa2 {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:48:31.838529 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "name": "network-vif-plugged", "status": "completed", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:48:31.838781 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-e5be7281-fdcb-4c05-8eb3-c458c6fb1fa2 {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:48:31.839183 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5be7281-fdcb-4c05-8eb3-c458c6fb1fa2'] response: {'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'code': 200} Jul 26 16:48:31.947498 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:31.994016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:32.001060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.003779 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.004543 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.004543 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.004732 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.004942 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.005261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.005587 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:32.263822 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98349c-83ad-4e91-88e6-5093093c551f req-d5f7e72e-803f-4006-8eb3-41446da9e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:32.265334 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d98349c-83ad-4e91-88e6-5093093c551f req-d5f7e72e-803f-4006-8eb3-41446da9e65f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1130 time: 0.0422380 Jul 26 16:48:32.307117 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1d98349c-83ad-4e91-88e6-5093093c551f req-5040d77b-4558-47af-a854-ea72ef03498d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363133 Jul 26 16:48:32.423160 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ffd1e-96af-47f8-9bf5-36cc21ea35fe req-c0f50861-30e8-49c9-9458-254a4a4e4e16 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:32.424678 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec7ffd1e-96af-47f8-9bf5-36cc21ea35fe req-c0f50861-30e8-49c9-9458-254a4a4e4e16 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0492833 Jul 26 16:48:32.471481 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ec7ffd1e-96af-47f8-9bf5-36cc21ea35fe req-48cffea9-423d-438d-a7f2-b99f838f1a17 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Jul 26 16:48:32.625669 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=2 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:32.629566 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=6 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:33.588602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd384cff-4840-4918-8f63-a49cd6c244ab req-454b5feb-8dd1-4a18-b4bb-49c2dbaace91 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:33.590072 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd384cff-4840-4918-8f63-a49cd6c244ab req-454b5feb-8dd1-4a18-b4bb-49c2dbaace91 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0471058 Jul 26 16:48:33.637480 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-cd384cff-4840-4918-8f63-a49cd6c244ab req-dd8c5d8f-abee-4dfb-b7db-4a8eaaccf3ef tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Jul 26 16:48:34.740004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:34.756708 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac04274-b577-4102-9fd1-df924e70c674 req-d3452b64-5172-4980-9505-1db6d3723a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:34.758194 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7ac04274-b577-4102-9fd1-df924e70c674 req-d3452b64-5172-4980-9505-1db6d3723a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0486798 Jul 26 16:48:34.804789 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7ac04274-b577-4102-9fd1-df924e70c674 req-d32f1c57-ded6-497d-a8da-9ee2b9f954ce tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jul 26 16:48:34.924954 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae19d-c18f-45f7-8b77-b8ddc822ee94 req-1c8f666c-be12-40d6-976b-4d4eb8d16f59 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:34.926375 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-811ae19d-c18f-45f7-8b77-b8ddc822ee94 req-1c8f666c-be12-40d6-976b-4d4eb8d16f59 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0517182 Jul 26 16:48:34.972956 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-811ae19d-c18f-45f7-8b77-b8ddc822ee94 req-eb3fe71c-1baf-41c3-a74b-f837bd60e490 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Jul 26 16:48:35.295485 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6d2d7-45cb-4a9c-a225-6a15466c8f85 req-666792a5-7932-46c1-b589-1675dd4379d5 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:35.296987 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-96b6d2d7-45cb-4a9c-a225-6a15466c8f85 req-666792a5-7932-46c1-b589-1675dd4379d5 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0511651 Jul 26 16:48:35.343615 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-96b6d2d7-45cb-4a9c-a225-6a15466c8f85 req-bf8e53c3-2f00-455e-a2da-6ec4bb89b01d tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jul 26 16:48:36.364652 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:42.179370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-5d68c20e-b317-40c3-9588-9cc2cef05bce req-d8217698-4145-4d9e-af26-ebcc94c5bcf8 service neutron] (104385) timed out ('10.222.0.86', 63206) {{(pid=104385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 16:48:44.204859 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-b8c16b80-2fa6-4af8-a9bc-7620bb280e15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388524 Jul 26 16:48:44.307947 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-5a2e8d42-5b36-4779-af59-b69ad570b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:44.309569 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-5a2e8d42-5b36-4779-af59-b69ad570b0dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0446897 Jul 26 16:48:44.336995 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:44.415644 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-6c294e77-623a-4d5f-a274-30ffadff05e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:44.417150 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-6c294e77-623a-4d5f-a274-30ffadff05e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0874939 Jul 26 16:48:44.484142 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-4dbd2ae3-b502-4517-a108-5aa63ff774ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 1002 time: 0.0604784 Jul 26 16:48:44.534150 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-c44e4165-fd48-48fc-87f5-3942031378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:44.535649 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-c44e4165-fd48-48fc-87f5-3942031378c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0460002 Jul 26 16:48:44.581854 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-2caf2200-1da1-4e83-a9a6-fbf0be4992b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:44.583439 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-2caf2200-1da1-4e83-a9a6-fbf0be4992b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411255 Jul 26 16:48:44.680839 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-1817addb-32dc-4147-855a-0bba3ca06e89 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915358 Jul 26 16:48:44.777565 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-99e486a5-4542-47fd-8a64-59c9f3d6db94 req-d7ef7a71-2927-4356-97ea-916102fc8944 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912387 Jul 26 16:48:45.337392 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=79,neutron:INSERT=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:45.339338 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=53 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:46.271423 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:46.273282 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:48.119831 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8787c-fefc-4813-8af3-587521177e45 req-5341526c-3214-45af-8c63-efb15f42dcf2 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:48.121313 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-11a8787c-fefc-4813-8af3-587521177e45 req-5341526c-3214-45af-8c63-efb15f42dcf2 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0503376 Jul 26 16:48:48.167340 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-11a8787c-fefc-4813-8af3-587521177e45 req-be794536-4d75-4488-89f6-bf2a47abe766 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Jul 26 16:48:48.193811 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53290) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:48.339370 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad336b-ff50-4557-bb70-841f150e2afe tempest-TestMinimumBasicScenario-2139131632 tempest-TestMinimumBasicScenario-2139131632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:48.340894 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-26ad336b-ff50-4557-bb70-841f150e2afe tempest-TestMinimumBasicScenario-2139131632 tempest-TestMinimumBasicScenario-2139131632-project-admin] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1125 time: 0.1461279 Jul 26 16:48:48.343998 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53294) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:48.348616 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'port_id': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:48.455943 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:48.532928 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:48.638283 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Allocated IP 172.27.0.141 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/529c5b32-e319-497c-8579-f568fb8e80bb) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:48:48.690042 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:48.738268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for port (529c5b32-e319-497c-8579-f568fb8e80bb), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:48.838798 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:48.848432 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:48.882096 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:48:48.886963 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:48:48.890985 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:48:48.912864 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'Port': ['ID=529c5b32-e319-497c-8579-f568fb8e80bb,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:49.237933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for floatingip (be58ab51-dada-4bfb-873b-648be89332d6), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:49.431489 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:49.532202 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:49.577908 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for port (529c5b32-e319-497c-8579-f568fb8e80bb), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:49.706807 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:49.773495 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'Port': ['ID=529c5b32-e319-497c-8579-f568fb8e80bb,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:49.787343 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (be58ab51-dada-4bfb-873b-648be89332d6), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:49.881556 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Floating IP be58ab51-dada-4bfb-873b-648be89332d6 associated. External IP: 172.27.0.141, port: 47897c7d-52ee-4bd9-915e-f01b08aa844a. Jul 26 16:48:50.055198 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:50.080869 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:48:50.183356 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:48:50.194109 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Sync routers for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:48:50.203462 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:48:50.204099 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:48:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:48:50.306260 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:48:50.343027 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.374095 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-14026cb3-a0e0-4dea-a6ed-dde65f82f764 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0287752 Jul 26 16:48:50.374853 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:48:50.377710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00925e7c-72f8-4135-8e6d-974f95b35eec" -d '{"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:48:50.378107 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53298) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:50.382847 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793294290', 'description': 'tempest-secgroup-smoke-793294290 description', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:50.391695 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-164743c1-2412-4d85-a4e4-c3847a458701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.425432 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a82d05-755b-4138-aeff-5a1df4dd1e29 x-openstack-request-id: req-f7a82d05-755b-4138-aeff-5a1df4dd1e29 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:48:50.425592 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:48:50.426549 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-f7a82d05-755b-4138-aeff-5a1df4dd1e29 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:48:50.426959 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a82d05-755b-4138-aeff-5a1df4dd1e29'] response: {'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:48:50.515192 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-51f6ddb7-b4a3-491c-94e6-eb11d36dfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:50.516769 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-51f6ddb7-b4a3-491c-94e6-eb11d36dfe86 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1130 time: 0.0416391 Jul 26 16:48:50.541410 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.613262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (5d52cb50-4801-421b-9581-b12f0aba3cf2), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.613514 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'be58ab51-dada-4bfb-873b-648be89332d6', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'port_id': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'mac_address': 'fa:16:3e:d6:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5531a6cc-8353-49bf-b227-655e10297753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:48:49Z', 'updated_at': '2022-07-26T16:48:49Z', 'revision_number': 0, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:48:50.613707 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-0defbb00-37ae-4233-a15a-5e40b9bf82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:50.615257 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-0defbb00-37ae-4233-a15a-5e40b9bf82c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.0928855 Jul 26 16:48:50.643835 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Checking router: a38c678c-5bdf-4013-94d2-96bec6d8e3e2 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:48:50.652317 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:48:50.652959 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:48:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:48:50.680883 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-898cdbd3-bcd9-4c10-b8ce-4eb84becd008 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1000 time: 0.0552852 Jul 26 16:48:50.732117 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-d0d2324b-d7fd-42cb-93ed-6bc1e0a5ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:50.733602 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-d0d2324b-d7fd-42cb-93ed-6bc1e0a5ba71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0473814 Jul 26 16:48:50.754502 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:48:50.758227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (5d52cb50-4801-421b-9581-b12f0aba3cf2), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.777235 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-181b1957-c8d7-49b7-acee-bf5270678455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:50.778933 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-181b1957-c8d7-49b7-acee-bf5270678455 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395498 Jul 26 16:48:50.790917 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d52cb50-4801-421b-9581-b12f0aba3cf2,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:50.798463 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.799076 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.799580 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.799927 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.800265 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.800620 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.800951 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.801279 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.801789 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.802123 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.802454 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.802909 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.803846 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.803846 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.803846 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:48:50.847968 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:50.871023 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-b5cb4e57-5a0a-48f7-915f-e8ac47779aca service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845282 Jul 26 16:48:50.886111 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:50.890351 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-18987c82-6842-43c3-8595-735ca26bb646 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5083952 Jul 26 16:48:50.890500 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53302) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:50.895544 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:50.967741 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'be58ab51-dada-4bfb-873b-648be89332d6', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'port_id': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'mac_address': 'fa:16:3e:d6:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5531a6cc-8353-49bf-b227-655e10297753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:48:49Z', 'updated_at': '2022-07-26T16:48:49Z', 'revision_number': 0, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:48:50.973372 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-00925e7c-72f8-4135-8e6d-974f95b35eec req-635a6943-914c-4059-b1aa-2ba6157ad23b service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936258 Jul 26 16:48:50.992453 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae3e67-9eb3-4b7e-b4b6-6c12b4dae037 None None] The sync data for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi is: [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': 'be58ab51-dada-4bfb-873b-648be89332d6', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'port_id': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'mac_address': 'fa:16:3e:d6:b5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5531a6cc-8353-49bf-b227-655e10297753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:48:49Z', 'updated_at': '2022-07-26T16:48:49Z', 'revision_number': 0, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:48:51.020365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (d7c051af-84b6-4772-9787-a56aae1af97e), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.083805 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (d7c051af-84b6-4772-9787-a56aae1af97e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.181188 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (d7c051af-84b6-4772-9787-a56aae1af97e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.192438 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f8fe4-0547-4f26-ac8b-89244c827eee None None] New status for floating IP be58ab51-dada-4bfb-873b-648be89332d6: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:48:51.200919 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c051af-84b6-4772-9787-a56aae1af97e,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:51.320399 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.321751 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-8bc995a2-28ae-4457-a0a7-28a7d1ab19b8 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303660 Jul 26 16:48:51.324801 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53304) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:51.329333 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:51.429175 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (f007e0f9-1163-4606-b51b-22d665f7f507), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.487475 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (f007e0f9-1163-4606-b51b-22d665f7f507), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.575939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (f007e0f9-1163-4606-b51b-22d665f7f507), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.595891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f007e0f9-1163-4606-b51b-22d665f7f507,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:51.929474 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:51.960225 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-a33a6752-3028-4cf4-815a-5c344547ee10 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6049912 Jul 26 16:48:51.962384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53306) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:51.966873 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:52.296377 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (f03d26e8-ed9d-4bcf-97bd-23ff2e44640e), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.355700 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (f03d26e8-ed9d-4bcf-97bd-23ff2e44640e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.443874 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (f03d26e8-ed9d-4bcf-97bd-23ff2e44640e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.464427 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03d26e8-ed9d-4bcf-97bd-23ff2e44640e,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:52.558671 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8246392f-7b34-42eb-8bfe-08b76995829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.606297 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.607541 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-45e3da73-4d92-4869-a695-881c8a2b89f0 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6441653 Jul 26 16:48:52.610281 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53308) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:52.614640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:52.765955 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:52.768934 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (d046fe7a-18b7-4ca7-9e4a-1dea0db28e07), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.772278 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:52.825828 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (d046fe7a-18b7-4ca7-9e4a-1dea0db28e07), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.932966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (d046fe7a-18b7-4ca7-9e4a-1dea0db28e07), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:52.951059 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d046fe7a-18b7-4ca7-9e4a-1dea0db28e07,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:53.062875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.064270 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-7ab0bf37-4b39-4ff7-bafa-893868e0a6f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4529629 Jul 26 16:48:53.067457 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53310) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:53.071749 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:53.186755 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.securitygroups_db [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Project 417fd6ab3a0c4537a10272ee14f1cadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:48:53.193031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (474684ae-ae65-4747-8060-08be1c9f24b5), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.250696 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (474684ae-ae65-4747-8060-08be1c9f24b5), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.352591 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (474684ae-ae65-4747-8060-08be1c9f24b5), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.371772 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474684ae-ae65-4747-8060-08be1c9f24b5,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:53.480627 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.481906 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6e541ec4-f2ea-46b5-996f-405264e3fde1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4135015 Jul 26 16:48:53.484631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53312) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:48:53.488923 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'security_group_rule': {'security_group_id': '5d52cb50-4801-421b-9581-b12f0aba3cf2', 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:53.603183 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.securitygroups_db [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Project 417fd6ab3a0c4537a10272ee14f1cadb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 16:48:53.608608 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (662629cf-28f1-4d17-81a9-40a27cb6cf49), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.629709 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:48:53.669827 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (662629cf-28f1-4d17-81a9-40a27cb6cf49), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.757975 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656206'] for security_group_rule (662629cf-28f1-4d17-81a9-40a27cb6cf49), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.777125 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662629cf-28f1-4d17-81a9-40a27cb6cf49,revision_number=0']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:53.883973 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:53.886095 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4dba1ab0-0204-4eb1-8792-44d4e71ed932 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3997121 Jul 26 16:48:53.974863 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-122c3d1e-c077-4c9f-8c3a-0d14f2249026 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793294290&fields=id&tenant_id=417fd6ab3a0c4537a10272ee14f1cadb HTTP/1.1" status: 200 len: 267 time: 0.0434439 Jul 26 16:48:54.015328 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.024559 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-ec1c7997-df24-461b-891f-991a71547fce tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.026030 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-ec1c7997-df24-461b-891f-991a71547fce tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0460079 Jul 26 16:48:54.036753 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'port': {'security_groups': ['b6f07847-2b2a-4037-a876-54c98cf4a5cf', '5d52cb50-4801-421b-9581-b12f0aba3cf2']}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:48:54.099901 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:54.108287 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.292600 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:48:54.321657 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.403719 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.443297 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:54.447029 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:48:54.452049 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.452695 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.454095 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-94deaf2c-1418-4ab1-8656-2816efecaccf req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "PUT /v2.0/ports/47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 982 time: 0.4220204 Jul 26 16:48:54.454539 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:48:54.456892 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75be744-c213-410a-9203-bf19c7bba0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:48:54.483353 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7d2a-da05-4719-bfb7-9aa8c96fd36f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=6']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:48:54.594204 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2f2b2-f56a-456e-b61e-02d4ee533182 req-9bfdd44f-72f8-4acc-8eaa-59f1e4d463e3 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.597804 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ffe2f2b2-f56a-456e-b61e-02d4ee533182 req-9bfdd44f-72f8-4acc-8eaa-59f1e4d463e3 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0653291 Jul 26 16:48:54.607713 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:48:54.675116 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-ffe2f2b2-f56a-456e-b61e-02d4ee533182 req-a014e62b-d59c-4543-a14f-eecd8c4a4819 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674191 Jul 26 16:48:54.675116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8398f776-b9f8-4370-946d-28cb9a21ecc6 x-openstack-request-id: req-8398f776-b9f8-4370-946d-28cb9a21ecc6 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:48:54.675116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:48:54.675116 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-8398f776-b9f8-4370-946d-28cb9a21ecc6 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:48:54.675116 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8398f776-b9f8-4370-946d-28cb9a21ecc6'] response: {'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:48:54.772371 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-f07300d3-043c-45c8-8ba8-5e83a5e38aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.774667 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-f07300d3-043c-45c8-8ba8-5e83a5e38aba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1169 time: 0.0416937 Jul 26 16:48:54.842871 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-d51bb9e6-da3d-4922-8a30-3f00e3ddf48c None None] Provisioning complete for port 47897c7d-52ee-4bd9-915e-f01b08aa844a triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:48:54.843237 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d51bb9e6-da3d-4922-8a30-3f00e3ddf48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:54.871012 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-2ebb842f-3961-444f-8cbe-8866454a631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.872528 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-2ebb842f-3961-444f-8cbe-8866454a631a service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.0915494 Jul 26 16:48:54.935651 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-83ae2b36-47a9-4047-8bd1-c33502832fd7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1002 time: 0.0556588 Jul 26 16:48:54.995439 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-40621313-a316-4b63-9ba3-86cc7e3f38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:54.999316 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-40621313-a316-4b63-9ba3-86cc7e3f38c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0510077 Jul 26 16:48:55.012800 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:55.039763 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:55.042004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-5f3144ec-fb0e-4ca0-94c5-d54b2871aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:48:55.043505 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-5f3144ec-fb0e-4ca0-94c5-d54b2871aec0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395484 Jul 26 16:48:55.055581 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d51bb9e6-da3d-4922-8a30-3f00e3ddf48c None None] Current status of the port 47897c7d-52ee-4bd9-915e-f01b08aa844a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:48:55.112707 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:48:55.138703 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-94832b17-19e7-422f-b66b-2238d574fbc3 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883927 Jul 26 16:48:55.231376 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a75be744-c213-410a-9203-bf19c7bba0f1 req-f964c4bc-fecc-4cee-b2b7-679b310bd4bc service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861974 Jul 26 16:48:55.367745 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:48:55.681727 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:04.665743 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=27 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:05.227408 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=59 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:05.228307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:05.571289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:05.572069 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:06.363271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:09.631050 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=92 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:09.635931 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=90 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:16.282452 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:16.286680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:20.391835 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3ae88dcc-dbd0-4922-ab82-c70c51e0b2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:22.512768 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-baa101ba-64f5-47df-addc-1045649819f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:23.980519 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:25.340045 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:25.643020 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:30.629077 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:49:35.566979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:35.568775 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:36.368627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:45.976624 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-c22c0221-f334-4733-837e-e9bee3ab8428 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390186 Jul 26 16:49:46.062734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-6b403d5a-a92f-4968-a806-dab3ea4091c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:46.064221 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-6b403d5a-a92f-4968-a806-dab3ea4091c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1169 time: 0.0444114 Jul 26 16:49:46.165992 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-a357eedb-feb0-4c81-97c7-5ed1c4645e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:46.167926 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-a357eedb-feb0-4c81-97c7-5ed1c4645e97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.0861580 Jul 26 16:49:46.231326 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-b7b8ceaf-798e-4cf2-9252-c33994f92f76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1002 time: 0.0578787 Jul 26 16:49:46.278309 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-97002d61-c351-4abc-abd4-cca84004170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:46.279715 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-97002d61-c351-4abc-abd4-cca84004170d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0429208 Jul 26 16:49:46.300881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:46.302746 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:46.322921 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-98511923-01c3-4be5-b35e-eec17d2f527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:46.324407 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-98511923-01c3-4be5-b35e-eec17d2f527f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381618 Jul 26 16:49:46.416489 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-d9d1f525-0cae-4661-924a-f1733d0d0a78 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Jul 26 16:49:46.505514 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b94ec603-f80f-4538-95eb-786bc35e05a2 req-9c6fbc10-44b5-4fbd-a1c1-a21dcbe6de07 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826547 Jul 26 16:49:48.644598 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:48.645375 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:50.345190 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d22accc1-e9c9-40d3-9dea-6f855b59cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:52.555847 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f5239a66-39fe-4300-8848-929a706d3258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:52.704418 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8a40-14ff-499e-91a3-f5a28b051b8b req-6fa5f4f3-cedd-498c-9a86-7a4b10dbcd36 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:52.705897 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a6e8a40-14ff-499e-91a3-f5a28b051b8b req-6fa5f4f3-cedd-498c-9a86-7a4b10dbcd36 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0479164 Jul 26 16:49:52.765609 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8a6e8a40-14ff-499e-91a3-f5a28b051b8b req-8b5c4616-c173-4a6f-9bb8-c8a796a43e27 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539467 Jul 26 16:49:52.864835 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989a40-7002-453a-af36-d9fa0cce0764 req-4a582fb1-c3d8-4dd6-8d6b-1f160d1ad7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:52.866548 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-4a582fb1-c3d8-4dd6-8d6b-1f160d1ad7ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1169 time: 0.0504327 Jul 26 16:49:52.961425 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989a40-7002-453a-af36-d9fa0cce0764 req-be911d27-580b-4db8-80ea-33f31f3b28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:52.962848 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-be911d27-580b-4db8-80ea-33f31f3b28a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.0874949 Jul 26 16:49:53.027897 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-104e23e3-f93f-408d-84ee-0dc3dd86cc1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1002 time: 0.0573752 Jul 26 16:49:53.078800 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989a40-7002-453a-af36-d9fa0cce0764 req-7e0683d6-0761-447b-a8a8-a0d54d79af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:53.080253 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-7e0683d6-0761-447b-a8a8-a0d54d79af95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0454698 Jul 26 16:49:53.123995 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989a40-7002-453a-af36-d9fa0cce0764 req-a08425c7-2217-4bd0-860d-dd6b54974e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:53.125487 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-a08425c7-2217-4bd0-860d-dd6b54974e1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391016 Jul 26 16:49:53.471626 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-d20c294e-14a5-4493-b9dc-924530464751 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401878 Jul 26 16:49:53.569039 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-40989a40-7002-453a-af36-d9fa0cce0764 req-81908b8a-fbad-4c0f-ae97-6f029f208785 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915713 Jul 26 16:49:53.848766 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:53.871528 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:53.887952 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd8764-e710-43d4-a1c3-6ccffa09a067 req-f5dcc481-7be1-483b-a98f-c22e25160791 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:53.892130 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ffbd8764-e710-43d4-a1c3-6ccffa09a067 req-f5dcc481-7be1-483b-a98f-c22e25160791 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0532575 Jul 26 16:49:53.957231 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ffbd8764-e710-43d4-a1c3-6ccffa09a067 req-c60607be-1a59-45dd-bd96-c56515245fbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594137 Jul 26 16:49:53.995798 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:54.494141 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-1fc50309-235e-4e07-aa56-bb3d6ea0cc05 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873328593&fields=id&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 267 time: 0.0443032 Jul 26 16:49:54.600640 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-8e8bdcc2-26a2-40e4-a153-0f5408c7d69c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:54.602060 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-8e8bdcc2-26a2-40e4-a153-0f5408c7d69c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1018836 Jul 26 16:49:54.616325 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-8cbb31b9-09cc-4d56-bac2-cd7eaa88bdc0 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/quotas/94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 375 time: 0.0088282 Jul 26 16:49:54.667599 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-90188c8d-c5d2-4779-915b-cb24fc9ee587 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465689 Jul 26 16:49:54.765564 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-f6e999d2-da4d-4ccd-a07f-97eb9107678c service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861330 Jul 26 16:49:54.853681 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-537cfa51-5f21-434d-a3b6-2ba4bade803a service neutron] 10.222.0.144 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Jul 26 16:49:55.074930 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f284a7-3673-4ddd-9531-399fe8fea58c req-f08bfb9c-fbb4-42bd-ac7b-c3e76facc808 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:55.076332 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b0f284a7-3673-4ddd-9531-399fe8fea58c req-f08bfb9c-fbb4-42bd-ac7b-c3e76facc808 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0474999 Jul 26 16:49:55.135052 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b0f284a7-3673-4ddd-9531-399fe8fea58c req-ff65a8ad-85d3-4c8a-8ef1-48344d43fa5c tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531836 Jul 26 16:49:55.357498 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:55.410517 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-48d0617a-b9c9-4b13-8e25-4953e006e7e3 req-28137151-67c6-4980-8b65-32c536ad1aec tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jul 26 16:49:55.658625 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:56.253884 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249a828-89fe-4a65-95cf-04d42381bd40 req-4a9fc5b0-b95a-485e-b9cf-72ce32a5e8ba tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:56.255340 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1249a828-89fe-4a65-95cf-04d42381bd40 req-4a9fc5b0-b95a-485e-b9cf-72ce32a5e8ba tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0479143 Jul 26 16:49:56.321825 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-1249a828-89fe-4a65-95cf-04d42381bd40 req-3439d3a8-fc09-439e-9e67-91dfb3726c8a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606394 Jul 26 16:49:56.510401 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-95ec6014-aa89-4526-ac12-eec9fbd0a109 req-866c20cb-4597-4c62-a638-9e1d1f9f9d9b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 210 time: 0.0315304 Jul 26 16:49:57.447944 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831666d-56b6-4a13-99c5-f5cf267221e0 req-1b08efe7-6187-4981-a0f8-cb72e2bb50cf tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:57.447944 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d831666d-56b6-4a13-99c5-f5cf267221e0 req-1b08efe7-6187-4981-a0f8-cb72e2bb50cf tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0481563 Jul 26 16:49:57.460645 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-7ec0f456-3d32-4793-b606-70391db9aa2b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:57.462314 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-7ec0f456-3d32-4793-b606-70391db9aa2b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 812 time: 0.1038058 Jul 26 16:49:57.512750 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d831666d-56b6-4a13-99c5-f5cf267221e0 req-54c63b6f-5a0d-49d5-beaf-2675fa4b4cb9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629451 Jul 26 16:49:57.532460 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-49f93230-bc13-427e-abb1-bc9547a48bc9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94684df47fe14e55af2e72ab5d2ddc48 HTTP/1.1" status: 200 len: 380 time: 0.0555525 Jul 26 16:49:57.541268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'port': {'device_id': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'admin_state_up': True, 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'security_groups': ['db45c0c4-55c3-4d94-acb5-99bb776ae0e0']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:49:57.616539 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-87e70caa-527e-4f86-8317-cc6c0e6ddddb req-d556b261-4f47-481d-9b7b-bddb60024897 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 210 time: 0.0306897 Jul 26 16:49:57.757126 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Made reservation on behalf of 94684df47fe14e55af2e72ab5d2ddc48 for: {'port': 1} {{(pid=104385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 16:49:57.760998 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:57.895135 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_common [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.20.0.14 (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97/cc7115f3-ec43-40a8-9d60-54f87d93a7e4/7a0a4b81-bc50-4107-b252-2398b627a34c) {{(pid=104385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:49:58.024554 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:58.034152 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), precommit_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.140238 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_create {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.175370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:58.185472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 is already hosted by enough agents. {{(pid=104385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:49:58.190502 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.base_scheduler [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:49:58.194426 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:49:58.218655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=1']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:49:58.232019 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.232650 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.233055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.233409 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.233937 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.234268 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.234598 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.234949 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.235241 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.235837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.236003 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.236244 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.236618 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.236940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.237258 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:49:58.260180 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:58.260826 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.360633 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-edb1def3-ba67-4185-954b-b7e879747025 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8228729 Jul 26 16:49:58.379123 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Request body: {'port': {'device_id': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85104'}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:49:58.417721 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-9c28cd31-1201-46af-b95a-101ed6186a84 None None] Provisioning complete for port 7a0a4b81-bc50-4107-b252-2398b627a34c triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:49:58.418301 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9c28cd31-1201-46af-b95a-101ed6186a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.444249 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.448969 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-9c28cd31-1201-46af-b95a-101ed6186a84 None None] Port 7a0a4b81-bc50-4107-b252-2398b627a34c cannot update to ACTIVE because it is not bound. {{(pid=104387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 16:49:58.635026 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec335e4-cbd3-4ae7-abc7-2d6c26374b77 req-fcdde1c4-cd2d-45fd-8a37-e0e7c6169107 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:58.636806 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ec335e4-cbd3-4ae7-abc7-2d6c26374b77 req-fcdde1c4-cd2d-45fd-8a37-e0e7c6169107 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0502453 Jul 26 16:49:58.709012 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-6ec335e4-cbd3-4ae7-abc7-2d6c26374b77 req-5f661e08-1abe-453d-9bc9-d14533a104f4 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656707 Jul 26 16:49:58.767563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0a4b81-bc50-4107-b252-2398b627a34c {{(pid=104385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:49:58.777628 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24e04-2937-44b7-acb4-037dbb825c3a req-97944552-89d5-4c69-848b-9792467f16ef tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:58.779114 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d0a24e04-2937-44b7-acb4-037dbb825c3a req-97944552-89d5-4c69-848b-9792467f16ef tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 932 time: 0.0876949 Jul 26 16:49:58.783328 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks [] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.812971 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.provisioning_blocks [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Transition to ACTIVE for port object 7a0a4b81-bc50-4107-b252-2398b627a34c will not be triggered until provisioned by entity L2. {{(pid=104385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 16:49:58.848437 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-d0a24e04-2937-44b7-acb4-037dbb825c3a req-155bd51c-f86f-4562-83d9-253109b8ef72 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624833 Jul 26 16:49:58.871145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:58.921603 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=2']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:49:58.984499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:59.012756 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Attempting to bind port 7a0a4b81-bc50-4107-b252-2398b627a34c on host hv-cinder-85104 for vnic_type normal with profile {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 16:49:59.013119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Attempting to bind port 7a0a4b81-bc50-4107-b252-2398b627a34c by drivers openvswitch,hyperv on host hv-cinder-85104 at level 0 using segments [{'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 16:49:59.013119 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Attempting to bind port 7a0a4b81-bc50-4107-b252-2398b627a34c on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:49:59.018787 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Port 7a0a4b81-bc50-4107-b252-2398b627a34c on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85104 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 16:49:59.019101 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Attempting to bind port 7a0a4b81-bc50-4107-b252-2398b627a34c on network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 16:49:59.024808 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Checking agent: {'id': '0cc33af9-3904-4d1a-ae91-adcb88c13f82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85104', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'started_at': datetime.datetime(2022, 7, 26, 16, 30, 35), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 16, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 16:49:59.025151 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Checking segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 16:49:59.025531 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Bound using segment: {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'} {{(pid=104385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 16:49:59.025960 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.managers [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Bound port: 7a0a4b81-bc50-4107-b252-2398b627a34c, host: hv-cinder-85104, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f4adaf-0ba1-4c9c-9e89-b5447b398617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97'}}] {{(pid=104385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 16:49:59.026316 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:59.110181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, cleared binding levels {{(pid=104385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 16:49:59.114642 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7a0a4b81-bc50-4107-b252-2398b627a34c,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 16:49:59.243098 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:59.283865 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.284499 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:49:59.285873 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] 10.222.0.86 "PUT /v2.0/ports/7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 200 len: 1094 time: 0.9120095 Jul 26 16:49:59.286307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:49:59.288860 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f05d6e-4528-4782-882b-6cd53e381b86" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:49:59.307142 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c7bcc-2511-4614-82b1-f25a9fcdc89c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=3']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:49:59.332281 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a228118-7b99-48f0-aa07-1cfff58138ee x-openstack-request-id: req-9a228118-7b99-48f0-aa07-1cfff58138ee {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:49:59.332281 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:49:59.332552 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-9a228118-7b99-48f0-aa07-1cfff58138ee {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:49:59.332785 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a228118-7b99-48f0-aa07-1cfff58138ee'] response: {'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'status': 'completed', 'code': 200} Jul 26 16:49:59.413329 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:49:59.423470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-5ad40041-1989-4ae9-9216-b8a89a046475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.425077 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-5ad40041-1989-4ae9-9216-b8a89a046475 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1128 time: 0.0498774 Jul 26 16:49:59.529954 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-ee5c9d4e-49f6-4214-a60a-744288a03fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.531448 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-ee5c9d4e-49f6-4214-a60a-744288a03fd8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947702 Jul 26 16:49:59.628059 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-ab34c20d-37e2-449e-b237-90888ef5da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.629665 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b7f05d6e-4528-4782-882b-6cd53e381b86 req-ab34c20d-37e2-449e-b237-90888ef5da13 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909159 Jul 26 16:49:59.724877 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-ce5fd332-4752-4733-8cb3-1a3163470fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.726329 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-ce5fd332-4752-4733-8cb3-1a3163470fe1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1128 time: 0.0388675 Jul 26 16:49:59.772948 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-5fc18e8b-b373-4e7b-af2f-607d993a06ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 200 len: 217 time: 0.0337713 Jul 26 16:49:59.864743 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1c0a-d7c0-442c-a71f-04bca509b35e req-84681fb8-a64a-4f80-a4a5-b8c34712b7d1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.866216 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-46aa1c0a-d7c0-442c-a71f-04bca509b35e req-84681fb8-a64a-4f80-a4a5-b8c34712b7d1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0850143 Jul 26 16:49:59.867501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-19bd2b27-6a04-4155-b5fc-541c9b46ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.868844 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-19bd2b27-6a04-4155-b5fc-541c9b46ca09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0888057 Jul 26 16:49:59.940890 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944401a2-ff18-4463-8bef-405e53bde231 req-17e22c4d-0530-41bb-bdeb-59cb9406664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.942387 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-17e22c4d-0530-41bb-bdeb-59cb9406664e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638075 Jul 26 16:49:59.974532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141015e-e879-43c6-aefc-b91b199107ff req-3b787a38-a6ce-4ab8-a4f6-f66deb579b0a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:49:59.976011 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3141015e-e879-43c6-aefc-b91b199107ff req-3b787a38-a6ce-4ab8-a4f6-f66deb579b0a tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0500748 Jul 26 16:50:00.005242 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-46aa1c0a-d7c0-442c-a71f-04bca509b35e req-61694a62-7fae-40d9-a76e-d050da6ae29b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333621 Jul 26 16:50:00.031100 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-3141015e-e879-43c6-aefc-b91b199107ff req-907e2806-6b5d-423f-bae0-6ca4c4264bbf tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Jul 26 16:50:00.051017 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-5fe5fec0-13a0-496b-a908-9790031d471f service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015387 Jul 26 16:50:00.144197 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-944401a2-ff18-4463-8bef-405e53bde231 req-4edcec21-5953-4fbf-849a-62fe912a5f67 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 Jul 26 16:50:01.124531 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb3ea0-2aad-44ed-aebf-1ebfcc50a246 req-cee7d1cf-9304-4514-946b-dc22ba5cf8fb tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:01.126177 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f3cb3ea0-2aad-44ed-aebf-1ebfcc50a246 req-cee7d1cf-9304-4514-946b-dc22ba5cf8fb tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0483038 Jul 26 16:50:01.132337 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:01.144304 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad96a-d18b-49f7-996d-e8997c9aa16b req-ac6e034d-cfa8-4255-86af-8d7e5cf5f4f7 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:01.146077 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7e5ad96a-d18b-49f7-996d-e8997c9aa16b req-ac6e034d-cfa8-4255-86af-8d7e5cf5f4f7 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0473909 Jul 26 16:50:01.187510 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-f3cb3ea0-2aad-44ed-aebf-1ebfcc50a246 req-fbcdf1b9-4a07-47d0-a0be-120af10d95d3 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557342 Jul 26 16:50:01.195066 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-7e5ad96a-d18b-49f7-996d-e8997c9aa16b req-1d79f4cf-46b3-4086-9960-a5dcaecee289 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 Jul 26 16:50:02.298287 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:02.306189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aa407-8758-414e-b2e0-3ce1ea9d4a92 req-b76fad5e-b536-4d99-b834-fe5af2491c37 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:02.311775 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-055aa407-8758-414e-b2e0-3ce1ea9d4a92 req-b76fad5e-b536-4d99-b834-fe5af2491c37 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0483308 Jul 26 16:50:02.315115 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3cfa-9b9e-4cb2-9206-0ac6787c0120 req-8069ed8b-d6ac-4c74-be8c-544e7a356b95 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:02.316611 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd5b3cfa-9b9e-4cb2-9206-0ac6787c0120 req-8069ed8b-d6ac-4c74-be8c-544e7a356b95 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0512526 Jul 26 16:50:02.334109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:02.366897 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-bd5b3cfa-9b9e-4cb2-9206-0ac6787c0120 req-147348ae-6a6a-4d87-8a57-5cec45436c83 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 Jul 26 16:50:02.373541 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-055aa407-8758-414e-b2e0-3ce1ea9d4a92 req-60cc4fba-0648-4101-a747-f45c1a38ea08 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601144 Jul 26 16:50:03.486235 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0e7d-0b5f-4d26-9774-b5c32898a910 req-86d6c827-c0fb-4f65-ae91-3a0af6c42ff2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:03.488448 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2dcc0e7d-0b5f-4d26-9774-b5c32898a910 req-86d6c827-c0fb-4f65-ae91-3a0af6c42ff2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0496459 Jul 26 16:50:03.492604 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57436589-715f-42c4-aae4-8a2e74395d33 req-2f972a82-765c-43f1-8064-be25daf14bb1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:03.494265 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57436589-715f-42c4-aae4-8a2e74395d33 req-2f972a82-765c-43f1-8064-be25daf14bb1 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0498002 Jul 26 16:50:03.538673 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-2dcc0e7d-0b5f-4d26-9774-b5c32898a910 req-c89b1e41-f5cf-4432-a9f6-efa77e0f2d29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Jul 26 16:50:03.554377 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-57436589-715f-42c4-aae4-8a2e74395d33 req-29cf393f-f2c8-441d-a6fd-f20cfbdb3d39 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548186 Jul 26 16:50:04.659825 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda014ac-68b3-46c8-94f8-9f113ebdaf41 req-bac64f25-948f-4f9c-b6fc-892deffa27e6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:04.661260 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fda014ac-68b3-46c8-94f8-9f113ebdaf41 req-bac64f25-948f-4f9c-b6fc-892deffa27e6 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0472376 Jul 26 16:50:04.676938 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1a7c2-281f-4f3c-ae8c-9276957fa3e6 req-01633f15-e551-4d7b-8afb-5c13bffca402 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:04.678418 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-34e1a7c2-281f-4f3c-ae8c-9276957fa3e6 req-01633f15-e551-4d7b-8afb-5c13bffca402 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0484982 Jul 26 16:50:04.715712 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-fda014ac-68b3-46c8-94f8-9f113ebdaf41 req-f857b0cb-81d4-42d3-8aa7-91b91774c063 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484703 Jul 26 16:50:04.740405 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-34e1a7c2-281f-4f3c-ae8c-9276957fa3e6 req-e48cb4cb-99f1-44b5-8e07-7c04175fc4f9 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562534 Jul 26 16:50:05.839435 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bca30-da97-4af7-b2a4-51cfedee3e93 req-975a2379-759f-4633-94eb-28d07fe90d20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:05.841137 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-783bca30-da97-4af7-b2a4-51cfedee3e93 req-975a2379-759f-4633-94eb-28d07fe90d20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0485940 Jul 26 16:50:05.873509 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0cd9-e7b6-4df9-8900-7588a5bccda7 req-55e3faf9-cdbd-45c6-a969-a5331638e464 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:05.874994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-654e0cd9-e7b6-4df9-8900-7588a5bccda7 req-55e3faf9-cdbd-45c6-a969-a5331638e464 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0520930 Jul 26 16:50:05.892071 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-783bca30-da97-4af7-b2a4-51cfedee3e93 req-35bec8c4-d5bc-4811-a33e-a0ab1ddf186d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Jul 26 16:50:05.894378 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:05.937122 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-654e0cd9-e7b6-4df9-8900-7588a5bccda7 req-db2a9b72-46ba-456e-a5d7-9815e0c95405 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&id=5d52cb50-4801-421b-9581-b12f0aba3cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564528 Jul 26 16:50:06.350635 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:07.009577 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee41f7-aaac-4c2a-aacb-6b2f8fa097b5 req-4a3ef322-fb6d-4b66-9af1-4d6892746ea5 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:07.011004 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d7ee41f7-aaac-4c2a-aacb-6b2f8fa097b5 req-4a3ef322-fb6d-4b66-9af1-4d6892746ea5 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0466590 Jul 26 16:50:07.058678 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d7ee41f7-aaac-4c2a-aacb-6b2f8fa097b5 req-f8d65ac2-22b9-40cb-8bfa-0caf7c55e8cb tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Jul 26 16:50:07.628237 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:50:08.166323 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7a0a4b81-bc50-4107-b252-2398b627a34c details requested by agent hyperv_hv-cinder-85104 with host hv-cinder-85104 {{(pid=104387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 16:50:08.178758 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7430d3-aaf0-4b62-9afd-b19a5ea670d3 req-a8ac7624-f846-44e3-9508-3dd594de702d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:08.180290 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea7430d3-aaf0-4b62-9afd-b19a5ea670d3 req-a8ac7624-f846-44e3-9508-3dd594de702d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 944 time: 0.0496700 Jul 26 16:50:08.228801 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea7430d3-aaf0-4b62-9afd-b19a5ea670d3 req-6c9f6c0a-5c87-424b-b313-9a4d88eef1a8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Jul 26 16:50:08.273556 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7a0a4b81-bc50-4107-b252-2398b627a34c,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:50:08.284589 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Returning: {'device': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'port_id': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'mac_address': 'fa:16:3e:78:48:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1057, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 16:50:08.319077 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7a0a4b81-bc50-4107-b252-2398b627a34c is: DOWN; New status is: BUILD {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:50:08.319465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:08.332100 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0a4b81-bc50-4107-b252-2398b627a34c {{(pid=104387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 16:50:08.351191 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7a0a4b81-bc50-4107-b252-2398b627a34c,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:50:08.459680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:08.509100 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=4']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:50:08.516107 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.516486 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.516830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.517168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.517501 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.517828 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.518153 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.518481 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.518806 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.519127 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.519448 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.519770 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.520088 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.520430 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.520754 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:08.921461 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['7a0a4b81-bc50-4107-b252-2398b627a34c'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:50:09.113873 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:09.116886 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:09.350697 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4308640-b7cc-426f-a227-c3a6dfc28c4f req-7b11a3cb-d915-4f79-a1de-c5a71506dc5b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:09.352189 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d4308640-b7cc-426f-a227-c3a6dfc28c4f req-7b11a3cb-d915-4f79-a1de-c5a71506dc5b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 945 time: 0.0502524 Jul 26 16:50:09.400260 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-d4308640-b7cc-426f-a227-c3a6dfc28c4f req-d0810495-6295-4bd4-a5e9-250f453d178e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Jul 26 16:50:10.172261 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7a0a4b81-bc50-4107-b252-2398b627a34c up at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 16:50:10.214465 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning for port 7a0a4b81-bc50-4107-b252-2398b627a34c completed by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 16:50:10.287949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Provisioning complete for port 7a0a4b81-bc50-4107-b252-2398b627a34c triggered by entity L2. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:50:10.288329 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:10.359782 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Current status of the port 7a0a4b81-bc50-4107-b252-2398b627a34c is: BUILD; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:50:10.360172 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), before_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:10.384775 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c'}] {{(pid=104387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:50:10.386982 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d78fafcd61676422eb765e86eb881c4a69e6891b24e0aa45c6edffe5ed212ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f662d-5e40-4a9f-a9e3-5d3053f14488" -d '{"events": [{"server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c"}]}' {{(pid=104387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:50:10.398881 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7a0a4b81-bc50-4107-b252-2398b627a34c,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:50:10.470308 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:10.495398 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b70261-14f6-4905-a499-5def7318eeda x-openstack-request-id: req-84b70261-14f6-4905-a499-5def7318eeda {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:50:10.495689 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "name": "network-vif-plugged", "status": "completed", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c", "code": 200}]} {{(pid=104387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:50:10.495942 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-84b70261-14f6-4905-a499-5def7318eeda {{(pid=104387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:50:10.496329 dv-cinder-851042-1-iscsi neutron-server[104387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b70261-14f6-4905-a499-5def7318eeda'] response: {'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'code': 200} Jul 26 16:50:10.520996 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ac9e2-2fbf-4099-9e07-9bae6bbe184b req-8837654b-7353-498a-b58c-2be29c1cb32e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:10.522571 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c85ac9e2-2fbf-4099-9e07-9bae6bbe184b req-8837654b-7353-498a-b58c-2be29c1cb32e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0503666 Jul 26 16:50:10.522879 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Pushing event updated for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=5']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:50:10.573895 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-c85ac9e2-2fbf-4099-9e07-9bae6bbe184b req-96aeb818-97bd-4514-ba4b-f6282acd21c9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Jul 26 16:50:10.851051 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038e3f5-f1e6-4491-baa0-a5c7623d10f3 req-8d994950-71aa-4fe2-948f-f3f5465365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:10.852456 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0038e3f5-f1e6-4491-baa0-a5c7623d10f3 req-8d994950-71aa-4fe2-948f-f3f5465365e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1130 time: 0.0421195 Jul 26 16:50:10.897574 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0038e3f5-f1e6-4491-baa0-a5c7623d10f3 req-7b73e625-6bf9-4375-8c1e-feccbd7d9e69 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Jul 26 16:50:11.691710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eb2fc-0422-4746-ac04-f8d4cfb0feea req-605d5f60-7c38-4b82-8c0d-e7b907b7cd71 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:11.693219 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db5eb2fc-0422-4746-ac04-f8d4cfb0feea req-605d5f60-7c38-4b82-8c0d-e7b907b7cd71 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0466335 Jul 26 16:50:11.741292 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-db5eb2fc-0422-4746-ac04-f8d4cfb0feea req-1f603c84-6958-4d6c-865c-865668fbea08 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Jul 26 16:50:12.858465 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b243c7-adf9-42fa-a24f-992f782b4b74 req-5fa0c9ae-a4a8-4596-aed4-9ec7ce13fc3e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:12.859966 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-42b243c7-adf9-42fa-a24f-992f782b4b74 req-5fa0c9ae-a4a8-4596-aed4-9ec7ce13fc3e tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0474381 Jul 26 16:50:12.911423 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-42b243c7-adf9-42fa-a24f-992f782b4b74 req-f6405bb4-9309-4f63-af46-bf426c2836f5 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Jul 26 16:50:13.028542 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2109-7dc0-4cb4-998e-ddea372a6f80 req-bb2a98f4-84d8-43d6-9dca-21604bd1244b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:13.029923 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-516c2109-7dc0-4cb4-998e-ddea372a6f80 req-bb2a98f4-84d8-43d6-9dca-21604bd1244b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0461166 Jul 26 16:50:13.081910 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-516c2109-7dc0-4cb4-998e-ddea372a6f80 req-ca2ac661-de26-4c26-8267-9677bd611e8b tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463474 Jul 26 16:50:13.107772 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53474) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:50:13.244339 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6436a5-4657-4f55-9565-45aa5117da18 tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:13.245868 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-ae6436a5-4657-4f55-9565-45aa5117da18 tempest-TestVolumeBootPattern-105410870 tempest-TestVolumeBootPattern-105410870-project-admin] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1125 time: 0.1370990 Jul 26 16:50:13.248765 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53478) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:50:13.252875 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.v2.base [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Request body: {'floatingip': {'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'port_id': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:50:13.357479 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:13.436505 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (None), before_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:13.515162 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:13.524264 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:13.539622 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_common [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Allocated IP 172.27.0.176 (2204a45c-d409-46fb-ae50-04f9ad3d6cdb/50b0eaeb-7c9e-4643-b9df-90f5d734dab7/d0273819-e1d4-4757-b97b-e415f4feec94) {{(pid=104386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 16:50:13.643226 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (d0273819-e1d4-4757-b97b-e415f4feec94), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:13.717469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765255838522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:13.752626 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Network 2204a45c-d409-46fb-ae50-04f9ad3d6cdb is already hosted by enough agents. {{(pid=104386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 16:50:13.755532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.base_scheduler [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Resources bound (agent type, host, resource id): {{(pid=104386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 16:50:13.761091 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Received port after_create {{(pid=104386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 16:50:13.786497 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=d0273819-e1d4-4757-b97b-e415f4feec94,revision_number=1']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:50:13.801101 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.801385 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.801723 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.802055 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.802382 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.802708 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.803030 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.803349 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.803669 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.803986 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.804305 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.804646 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.806671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.806671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:13.806671 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:50:14.077382 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:14.119325 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (8487099e-2958-4308-8114-70d1c576bd0e), precommit_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:14.242239 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), before_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:14.389373 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for port (d0273819-e1d4-4757-b97b-e415f4feec94), precommit_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:14.436457 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4107298'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), after_update {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:14.767329 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event updated for resources: {'Port': ['ID=d0273819-e1d4-4757-b97b-e415f4feec94,revision_number=2']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:50:14.782779 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891876'] for floatingip (8487099e-2958-4308-8114-70d1c576bd0e), after_create {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:14.826278 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:14.876186 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 8487099e-2958-4308-8114-70d1c576bd0e associated. External IP: 172.27.0.176, port: 7a0a4b81-bc50-4107-b252-2398b627a34c. Jul 26 16:50:15.070240 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:50:15.172215 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:50:15.182034 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:50:15.192319 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:50:15.192956 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:49:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:50:15.291217 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:50:15.313237 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:15.347133 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-c53bb8ef-3931-4acf-a0fd-c4de520299dc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0971954 Jul 26 16:50:15.347555 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:50:15.349867 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:50:15.386770 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b59c68-a2e6-4f4f-952b-7a570dde67e9 x-openstack-request-id: req-c7b59c68-a2e6-4f4f-952b-7a570dde67e9 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:50:15.387067 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:50:15.387320 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-c7b59c68-a2e6-4f4f-952b-7a570dde67e9 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:50:15.388368 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b59c68-a2e6-4f4f-952b-7a570dde67e9'] response: {'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'status': 'completed', 'code': 200} Jul 26 16:50:15.468284 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-5a75afc0-1b2f-4ac4-95c9-903de9c5cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:15.469841 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-5a75afc0-1b2f-4ac4-95c9-903de9c5cef1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1130 time: 0.0401495 Jul 26 16:50:15.499909 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}, {'id': '8487099e-2958-4308-8114-70d1c576bd0e', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:78:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:50:13Z', 'updated_at': '2022-07-26T16:50:13Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:50:15.529667 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:50:15.538271 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:50:15.538877 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:49:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:50:15.561352 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-93aca054-bfc2-4442-a708-030f17a00d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:15.562837 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-93aca054-bfc2-4442-a708-030f17a00d09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0869339 Jul 26 16:50:15.627601 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-2ea0619f-5804-4ed2-91db-ec9148df0282 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 200 len: 1000 time: 0.0585239 Jul 26 16:50:15.639195 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:50:15.676059 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-96287700-239c-4cf2-b7df-ac632acec1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:15.677568 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-96287700-239c-4cf2-b7df-ac632acec1ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0443437 Jul 26 16:50:15.721459 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-b8dd43ef-b5fb-4029-a2f8-0b9dc4741e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:15.722943 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-b8dd43ef-b5fb-4029-a2f8-0b9dc4741e75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391781 Jul 26 16:50:15.777397 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:15.818933 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-96ba6be4-e133-4827-a8f8-2bed1e97a724 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896378 Jul 26 16:50:15.850760 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}, {'id': '8487099e-2958-4308-8114-70d1c576bd0e', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:78:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:50:13Z', 'updated_at': '2022-07-26T16:50:13Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:50:15.876157 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550bea1-778b-4d3e-b9a1-13276b11c57c None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}, {'id': '8487099e-2958-4308-8114-70d1c576bd0e', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:78:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:50:13Z', 'updated_at': '2022-07-26T16:50:13Z', 'revision_number': 0, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:50:15.909462 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-ea0d0cd1-4c9d-4799-b1ad-43f54bae456b req-69610d94-48cf-45b7-9a93-da7a2806b89d service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Jul 26 16:50:16.069507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008e9c9-6625-4a48-8350-b4980fe810fe None None] New status for floating IP 8487099e-2958-4308-8114-70d1c576bd0e: ACTIVE {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:50:20.385372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-827c5609-2b65-4d45-a8ec-74c190796917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:22.505065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-aaefb9db-e6d7-4a7d-aa4e-c25670f13163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:23.973550 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:25.338484 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:25.340345 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:25.379331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:25.613462 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:25.846309 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=80 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:25.854296 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=76 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:25.899547 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:25.906576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:35.560236 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=46,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:35.566180 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:36.355837 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:44.626919 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:50:45.131201 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-eca2b951-48a4-477d-a951-8113a6aa086c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424392 Jul 26 16:50:45.227957 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-897a09fd-a040-492a-a3ac-364426c33075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:45.229487 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-897a09fd-a040-492a-a3ac-364426c33075 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0389230 Jul 26 16:50:45.340111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-b991c257-b3ee-45ec-ae38-a0e483364e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:45.342139 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-b991c257-b3ee-45ec-ae38-a0e483364e99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0921581 Jul 26 16:50:45.401243 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-34aea6da-7d6e-4130-aebb-f45888165c00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 1002 time: 0.0537126 Jul 26 16:50:45.447849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-b5fce6c7-2f73-4f82-bb32-a388e3112c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:45.449288 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-b5fce6c7-2f73-4f82-bb32-a388e3112c1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0425828 Jul 26 16:50:45.496016 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-21537325-8af1-4817-a3e6-b3db949585f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:50:45.497540 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-21537325-8af1-4817-a3e6-b3db949585f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428600 Jul 26 16:50:45.584639 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-99d1288c-c753-4fa3-94a4-05d783a290ec service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814748 Jul 26 16:50:45.678437 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1b9df8ad-4f54-42a8-86a5-b9f7cfc8f092 req-f91aa939-a260-4dc9-bd1e-dcab4ef4429b service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883677 Jul 26 16:50:46.308657 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:46.309538 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:50.323986 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=14 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:50.350190 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2d3c259d-6ccc-4b65-9fbf-aca11942621c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:52.549957 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0586194a-e20e-4949-a77d-815e154589c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:54.001260 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:55.413404 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:55.652985 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:50:55.674269 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=50 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:50:55.675100 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=51 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:00.623743 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=15 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:00.633713 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:05.571271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:05.573143 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:06.395669 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:09.680962 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-13d8837a-e9ca-4b5c-9473-dea5b3b76a14 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793294290&fields=id&tenant_id=417fd6ab3a0c4537a10272ee14f1cadb HTTP/1.1" status: 200 len: 267 time: 0.0453560 Jul 26 16:51:09.734556 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-73111be2-77bd-417e-a723-ff7a9a9cae51 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:09.735858 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-73111be2-77bd-417e-a723-ff7a9a9cae51 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 985 time: 0.0496898 Jul 26 16:51:09.746458 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.v2.base [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Request body: {'port': {'security_groups': ['b6f07847-2b2a-4037-a876-54c98cf4a5cf']}} {{(pid=104385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 16:51:09.828896 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66375875'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.011265 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:10.040719 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), precommit_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.098376 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765256219868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765255838540', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765255838558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3733604'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_update {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.139621 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:10.139792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:51:10.140237 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.148740 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-7e1a318d-57d4-4f91-97a3-b24f53180910 req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "PUT /v2.0/ports/47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 943 time: 0.4019635 Jul 26 16:51:10.148740 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:51:10.148740 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde" -d '{"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:51:10.149042 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53510) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:10.182682 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event updated for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=7']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:10.191109 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.192613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.192613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.192613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.192613 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.192999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.193093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.193425 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.193905 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.194296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.194626 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.194982 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.195306 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.195628 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.196410 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8bec8d-4cbf-455f-afdf-51ba64477cfa tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:10.248532 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (5d52cb50-4801-421b-9581-b12f0aba3cf2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.283202 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (5d52cb50-4801-421b-9581-b12f0aba3cf2), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.319662 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:51:10.359734 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f8338-ef45-4151-81c0-5e495717356c x-openstack-request-id: req-9b1f8338-ef45-4151-81c0-5e495717356c {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:51:10.360094 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:51:10.360305 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-9b1f8338-ef45-4151-81c0-5e495717356c {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:51:10.360732 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1f8338-ef45-4151-81c0-5e495717356c'] response: {'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:51:10.412670 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.provisioning_blocks [None req-1101abff-3523-473f-9c67-2d1770bf695a None None] Provisioning complete for port 47897c7d-52ee-4bd9-915e-f01b08aa844a triggered by entity DHCP. {{(pid=104387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 16:51:10.413304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-1101abff-3523-473f-9c67-2d1770bf695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66449056'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), provisioning_complete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.430634 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (5d52cb50-4801-421b-9581-b12f0aba3cf2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.433371 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.437300 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "DELETE /v2.0/security-groups/5d52cb50-4801-421b-9581-b12f0aba3cf2 HTTP/1.1" status: 204 len: 168 time: 0.2852097 Jul 26 16:51:10.442841 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53516) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:10.452620 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06e9f4-4b8c-4c39-8529-c1016ae2ecbe tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d52cb50-4801-421b-9581-b12f0aba3cf2,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:10.461275 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-17d5fc12-40bc-4556-97ef-223c7ed0da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:10.462971 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-17d5fc12-40bc-4556-97ef-223c7ed0da85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1130 time: 0.0437770 Jul 26 16:51:10.549271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-1101abff-3523-473f-9c67-2d1770bf695a None None] Current status of the port 47897c7d-52ee-4bd9-915e-f01b08aa844a is: ACTIVE; New status is: ACTIVE {{(pid=104387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 16:51:10.582127 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-95fef523-7d68-43bb-8b27-c57e92ad5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:10.583608 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-95fef523-7d68-43bb-8b27-c57e92ad5992 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.1121721 Jul 26 16:51:10.612957 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Deleting port 529c5b32-e319-497c-8579-f568fb8e80bb {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:10.613318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.644176 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-2b68cac7-ea37-473a-8cab-820e2db98570 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 1002 time: 0.0542154 Jul 26 16:51:10.692784 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.693113 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for floatingip (529c5b32-e319-497c-8579-f568fb8e80bb), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.695915 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-b9f6f460-856f-4d2f-862e-feed5227bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:10.697457 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-b9f6f460-856f-4d2f-862e-feed5227bf23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0475130 Jul 26 16:51:10.706367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Calling delete_port for 529c5b32-e319-497c-8579-f568fb8e80bb owned by network:floatingip {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:10.741655 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-384fcec2-4f5a-4fbb-992a-bbb6f59743f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:10.743197 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-384fcec2-4f5a-4fbb-992a-bbb6f59743f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390439 Jul 26 16:51:10.842520 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-cf4fc151-ca47-476d-9fa4-a573ff04ea69 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922203 Jul 26 16:51:10.898322 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (529c5b32-e319-497c-8579-f568fb8e80bb), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.918007 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:10.923586 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event deleted for resources: {'Port': ['ID=529c5b32-e319-497c-8579-f568fb8e80bb,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:10.933308 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-2d80d7e3-7a89-4005-8c79-173fa8ec3bde req-f35069b6-4fb0-429c-bbd5-a1958bfbc871 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838912 Jul 26 16:51:10.991318 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks [] for floatingip (be58ab51-dada-4bfb-873b-648be89332d6), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:10.991637 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.db.l3_db [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Floating IP be58ab51-dada-4bfb-873b-648be89332d6 disassociated (deleted). External IP: 172.27.0.141, port: 47897c7d-52ee-4bd9-915e-f01b08aa844a. Jul 26 16:51:11.185347 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:51:11.187525 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:11.188960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:11.291031 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:51:11.295765 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:11.300521 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Sync routers for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:51:11.310167 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:11.310783 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:50:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:11.324891 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-39441314-3008-4bf6-8d06-84776b5c9a2a tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "DELETE /v2.0/floatingips/be58ab51-dada-4bfb-873b-648be89332d6 HTTP/1.1" status: 204 len: 168 time: 0.8796246 Jul 26 16:51:11.325562 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:51:11.327941 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665154a90617bfb73bedafd5a3aeb6395c407144c9826952af5efb2ac75fbf56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae24255-615e-4f4e-b1d0-22e325a228bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:51:11.368591 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4912951e-e05f-49b9-b7ec-7d62c09fbff1 x-openstack-request-id: req-4912951e-e05f-49b9-b7ec-7d62c09fbff1 {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:51:11.369062 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:51:11.369376 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-4912951e-e05f-49b9-b7ec-7d62c09fbff1 {{(pid=104386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:51:11.369866 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4912951e-e05f-49b9-b7ec-7d62c09fbff1'] response: {'name': 'network-changed', 'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:51:11.416139 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:11.458138 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-3a005f1b-0a6b-4251-b5e0-2dcfe2f7ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:11.460193 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-3a005f1b-0a6b-4251-b5e0-2dcfe2f7ed9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 1130 time: 0.0425160 Jul 26 16:51:11.473158 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:11.558493 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-42c35907-b833-40c3-a94f-f67c4099f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:11.559960 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-42c35907-b833-40c3-a94f-f67c4099f337 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 200 len: 917 time: 0.0942419 Jul 26 16:51:11.602586 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-275f0a1e-f897-4584-ba36-06ef84911793 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 200 len: 217 time: 0.0361466 Jul 26 16:51:11.620975 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:11.649358 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Checking router: a38c678c-5bdf-4013-94d2-96bec6d8e3e2 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:51:11.660125 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:11.660470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-f67407f2-4290-4541-8732-fa45a159e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:11.664905 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:50:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:11.665056 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-f67407f2-4290-4541-8732-fa45a159e076 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 200 len: 854 time: 0.0525160 Jul 26 16:51:11.707319 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-c3808bc1-9b66-47e8-9605-8020be579dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:11.709927 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-c3808bc1-9b66-47e8-9605-8020be579dc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400691 Jul 26 16:51:11.768186 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:11.812421 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-15f9715c-c3a7-4191-b189-2e8e140b6552 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946274 Jul 26 16:51:11.958923 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:11.982763 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fef589-8734-48ce-8984-d3abbe250c58 None None] The sync data for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi is: [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:47:46Z', 'revision_number': 4, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '16fa1fc9-1e10-4837-924d-1cc95919d4d0', 'name': '', 'network_id': '0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'mac_address': 'fa:16:3e:f6:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:46Z', 'updated_at': '2022-07-26T16:47:50Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'subnets': [{'id': '85a5f9b0-379c-4d5a-bc68-8e56279bfe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:51:12.180889 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863898c-1a32-4efd-927b-ebfafda3a97d None None] New status for floating IP be58ab51-dada-4bfb-873b-648be89332d6: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:51:12.572100 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0ae24255-615e-4f4e-b1d0-22e325a228bd req-f943e0fb-0d26-4523-bdd3-48cac2b3d6b7 service neutron] 10.222.0.86 "GET /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387740 Jul 26 16:51:15.613826 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d423b50-f80d-48f1-8bb8-f277f89ddc06 req-7c4b9736-1434-460d-85de-268b6613b04c tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:15.615272 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0d423b50-f80d-48f1-8bb8-f277f89ddc06 req-7c4b9736-1434-460d-85de-268b6613b04c tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0467324 Jul 26 16:51:15.666234 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-0d423b50-f80d-48f1-8bb8-f277f89ddc06 req-774c09ef-1108-4746-ac17-fa0da78b9e0c tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Jul 26 16:51:16.782864 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c408-4371-4cbf-8faf-d5698a55083e req-5ef612e2-a7eb-463d-8de5-3a30d2f701b7 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:16.784222 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8d63c408-4371-4cbf-8faf-d5698a55083e req-5ef612e2-a7eb-463d-8de5-3a30d2f701b7 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0460157 Jul 26 16:51:16.830565 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8d63c408-4371-4cbf-8faf-d5698a55083e req-09ee443c-e59a-45f7-9a15-23119984d84b tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Jul 26 16:51:17.902000 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-664a4cd5-d8b6-4b2d-ab47-5b82fedea7ac tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:17.903444 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-664a4cd5-d8b6-4b2d-ab47-5b82fedea7ac tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.86 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0463426 Jul 26 16:51:17.984797 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49f91-1c5f-412b-9668-e354f63fbe17 req-ca7b260c-c8ea-4d6b-aefc-9769b12ddf5f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:17.986250 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9f49f91-1c5f-412b-9668-e354f63fbe17 req-ca7b260c-c8ea-4d6b-aefc-9769b12ddf5f tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 946 time: 0.0819402 Jul 26 16:51:18.040021 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Deleting port 47897c7d-52ee-4bd9-915e-f01b08aa844a {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:18.040365 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:18.107907 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-a9f49f91-1c5f-412b-9668-e354f63fbe17 req-cace4679-056c-423c-b598-efe5559e59f4 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/security-groups?id=b6f07847-2b2a-4037-a876-54c98cf4a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992253 Jul 26 16:51:18.147528 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] For port 47897c7d-52ee-4bd9-915e-f01b08aa844a, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=47897c7d-52ee-4bd9-915e-f01b08aa844a,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:18.147890 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:18.160432 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:18.165460 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Calling delete_port for 47897c7d-52ee-4bd9-915e-f01b08aa844a owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:18.354900 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (47897c7d-52ee-4bd9-915e-f01b08aa844a), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:18.381951 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Pushing event deleted for resources: {'Port': ['ID=47897c7d-52ee-4bd9-915e-f01b08aa844a,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:18.390700 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] get_ports_and_sgs() called for port_ids ['47897c7d-52ee-4bd9-915e-f01b08aa844a'] {{(pid=104387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 16:51:18.430576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] No DVR routers for this DVR port 47897c7d-52ee-4bd9-915e-f01b08aa844a on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:51:18.433039 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:18.436275 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-6e8996cb-5375-429f-a977-bf85a3551f0a req-d8a723e0-acb5-4760-b1fa-1e34827de011 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.86 "DELETE /v2.0/ports/47897c7d-52ee-4bd9-915e-f01b08aa844a HTTP/1.1" status: 204 len: 173 time: 0.5218413 Jul 26 16:51:18.436733 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'name': 'network-vif-deleted', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:51:18.439004 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc512e45-d238-40f2-8bef-e8b87354d100" -d '{"events": [{"server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "name": "network-vif-deleted", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:51:18.476272 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e713f-0d1b-4c87-b900-7f02bbcd3552 x-openstack-request-id: req-225e713f-0d1b-4c87-b900-7f02bbcd3552 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:51:18.476589 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5531a6cc-8353-49bf-b227-655e10297753", "name": "network-vif-deleted", "tag": "47897c7d-52ee-4bd9-915e-f01b08aa844a", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:51:18.476844 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-225e713f-0d1b-4c87-b900-7f02bbcd3552 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:51:18.477239 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225e713f-0d1b-4c87-b900-7f02bbcd3552'] response: {'server_uuid': '5531a6cc-8353-49bf-b227-655e10297753', 'name': 'network-vif-deleted', 'tag': '47897c7d-52ee-4bd9-915e-f01b08aa844a', 'status': 'completed', 'code': 200} Jul 26 16:51:19.219711 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-978212b7-7f79-4977-abb7-7c4d04da5b45 req-928d7a2b-3240-4c88-b3d2-7f8e980f8c92 tempest-TestMinimumBasicScenario-1344268568 tempest-TestMinimumBasicScenario-1344268568-project] 10.222.0.144 "GET /v2.0/ports?device_id=5531a6cc-8353-49bf-b227-655e10297753 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Jul 26 16:51:20.395120 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-595bcd7e-ca29-4a23-8fa8-73246c2918f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:20.717683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 47897c7d-52ee-4bd9-915e-f01b08aa844a no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:20.738720 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 47897c7d-52ee-4bd9-915e-f01b08aa844a {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:20.739244 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 47897c7d-52ee-4bd9-915e-f01b08aa844a not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:21.625561 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:51:21.761891 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53614) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:22.068256 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:22.281191 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Deleting port 16fa1fc9-1e10-4837-924d-1cc95919d4d0 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:22.281533 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:22.322405 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:22.358970 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] For port 16fa1fc9-1e10-4837-924d-1cc95919d4d0, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=16fa1fc9-1e10-4837-924d-1cc95919d4d0,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:22.359333 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:22.371845 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Calling delete_port for 16fa1fc9-1e10-4837-924d-1cc95919d4d0 owned by network:router_interface {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:22.467474 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=100 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:22.504166 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-cf147270-6450-41dc-8a26-f3aee19d1f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:22.629737 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (16fa1fc9-1e10-4837-924d-1cc95919d4d0), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:22.658756 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa1fc9-1e10-4837-924d-1cc95919d4d0,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:22.673321 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.673665 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.674041 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.674440 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.674782 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.675109 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.675431 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.675753 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.676073 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.676437 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.676760 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.677082 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.677399 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.677824 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.678140 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:22.830890 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:23.031459 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:51:23.133270 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:51:23.138196 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-4a058aba-1620-4eac-a555-133c170cc185 admin admin] 10.222.0.144 "PUT /v2.0/routers/a38c678c-5bdf-4013-94d2-96bec6d8e3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753557 Jul 26 16:51:23.140740 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53620) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:23.143280 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Sync routers for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:51:23.154092 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:23.154698 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:23.259159 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:23.434365 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:51:22Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:23.458554 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Checking router: a38c678c-5bdf-4013-94d2-96bec6d8e3e2 for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:51:23.461068 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:23.465690 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:23.467780 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Routers {'a38c678c-5bdf-4013-94d2-96bec6d8e3e2'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:23.468416 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:23.504939 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks [] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:23.536170 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:23.606982 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks [] for router_gateway (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:23.652740 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] Set router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:23.677608 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:23.708966 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Deleting port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:23.709309 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:23.788921 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] For port 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:23.789206 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:23.801776 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Calling delete_port for 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 owned by network:router_gateway {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:23.817213 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:51:22Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:23.844687 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce9ad6-6b43-4dcc-bdbd-6fb26a986800 None None] The sync data for ids ['a38c678c-5bdf-4013-94d2-96bec6d8e3e2'] in dv-cinder-851042-1-iscsi is: [{'id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'name': 'tempest-TestMinimumBasicScenario-1626825850-router', 'tenant_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:43Z', 'updated_at': '2022-07-26T16:51:22Z', 'revision_number': 5, 'project_id': '417fd6ab3a0c4537a10272ee14f1cadb', 'gw_port': {'id': '76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c678c-5bdf-4013-94d2-96bec6d8e3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:44Z', 'updated_at': '2022-07-26T16:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:51:24.006562 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.035147 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.066012 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:24.124365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.211728 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.214011 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks [] for router_controller (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.327258 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (a38c678c-5bdf-4013-94d2-96bec6d8e3e2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.327830 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38c678c-5bdf-4013-94d2-96bec6d8e3e2 {{(pid=104386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:51:24.332474 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.337997 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-1a8e5a3b-e571-44e0-85cb-90d5cfa87015 admin admin] 10.222.0.144 "DELETE /v2.0/routers/a38c678c-5bdf-4013-94d2-96bec6d8e3e2 HTTP/1.1" status: 204 len: 168 time: 1.1920016 Jul 26 16:51:24.337997 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53622) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:24.393798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Deleting subnet 85a5f9b0-379c-4d5a-bc68-8e56279bfe12 {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:51:24.393798 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Publish callbacks [] for subnet (85a5f9b0-379c-4d5a-bc68-8e56279bfe12), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.429815 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3851295'] for subnet (85a5f9b0-379c-4d5a-bc68-8e56279bfe12), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.506812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (85a5f9b0-379c-4d5a-bc68-8e56279bfe12), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.552307 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:24.636216 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8569674'] for subnet (85a5f9b0-379c-4d5a-bc68-8e56279bfe12), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.661220 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a5f9b0-379c-4d5a-bc68-8e56279bfe12,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:24.668045 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.671897 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-50f3e78e-b6d0-41ce-aefe-8181b6857a83 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/85a5f9b0-379c-4d5a-bc68-8e56279bfe12 HTTP/1.1" status: 204 len: 168 time: 0.3339012 Jul 26 16:51:24.674012 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53624) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:24.675332 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c959ee7-b5ef-48d4-ae0f-94b34c5b80df None None] Network 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:51:24.751458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.794190 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Deleting port 95eb8af6-74d1-4241-890c-b9a917de5276 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:24.794527 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.845869 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] DHCP port deletion for 0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:51:24.850115 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:24.866084 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] For port 95eb8af6-74d1-4241-890c-b9a917de5276, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=95eb8af6-74d1-4241-890c-b9a917de5276,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:24.866479 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.879877 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Calling delete_port for 95eb8af6-74d1-4241-890c-b9a917de5276 owned by network:dhcp {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:24.892607 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Deleting port 95eb8af6-74d1-4241-890c-b9a917de5276 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:24.892607 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.953656 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] For port 95eb8af6-74d1-4241-890c-b9a917de5276, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=95eb8af6-74d1-4241-890c-b9a917de5276,segment=NetworkSegment(84558211-47ad-4e1f-9d7c-3f8aadae0a02),segment_id=84558211-47ad-4e1f-9d7c-3f8aadae0a02)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:24.954058 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:24.966721 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Calling delete_port for 95eb8af6-74d1-4241-890c-b9a917de5276 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:25.009440 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:25.018979 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.037624 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: from cryptography.utils import int_from_bytes Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: from cryptography.utils import int_from_bytes Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.047860 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 26 16:51:25.051148 dv-cinder-851042-1-iscsi neutron-server[104387]: self.session.flush() Jul 26 16:51:25.052538 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=95eb8af6-74d1-4241-890c-b9a917de5276,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:25.054334 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (95eb8af6-74d1-4241-890c-b9a917de5276), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.054984 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] No DVR routers for this DVR port 95eb8af6-74d1-4241-890c-b9a917de5276 on host dv-cinder-851042-1-iscsi {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:51:25.082044 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Pushing event deleted for resources: {'Port': ['ID=95eb8af6-74d1-4241-890c-b9a917de5276,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:25.084289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] No DVR routers for this DVR port 95eb8af6-74d1-4241-890c-b9a917de5276 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:51:25.093958 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.094977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.094977 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.095207 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.095494 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.095927 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.096138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.096491 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.096819 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.097147 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.097467 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.097792 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.098113 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.098432 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.098914 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9c5411-2259-4e89-9aca-a80aab3397a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:51:25.128540 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.148427 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:25.157469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84558211-47ad-4e1f-9d7c-3f8aadae0a02') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:25.157766 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84558211-47ad-4e1f-9d7c-3f8aadae0a02') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:25.167472 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (84558211-47ad-4e1f-9d7c-3f8aadae0a02), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.180855 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (84558211-47ad-4e1f-9d7c-3f8aadae0a02), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.187001 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:51:25.187386 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (84558211-47ad-4e1f-9d7c-3f8aadae0a02), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.309824 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.315631 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.318820 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] 10.222.0.144 "DELETE /v2.0/networks/0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2 HTTP/1.1" status: 204 len: 168 time: 0.6437309 Jul 26 16:51:25.322296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53630) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:25.332015 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8425196-73b4-4108-8448-b838bf8b5d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8d41b7-e7c9-4cf1-a564-2b0d8ecf8dd2,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:25.344602 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.377261 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 84558211-47ad-4e1f-9d7c-3f8aadae0a02 resource provider aggregate not found Jul 26 16:51:25.396206 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 84558211-47ad-4e1f-9d7c-3f8aadae0a02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84558211-47ad-4e1f-9d7c-3f8aadae0a02 found for delete ", "request_id": "req-9e6ad5eb-f8e1-4f90-9b6a-3270c7a0b0e2"}]} Jul 26 16:51:25.405520 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 16fa1fc9-1e10-4837-924d-1cc95919d4d0 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:25.426137 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 16fa1fc9-1e10-4837-924d-1cc95919d4d0 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:25.426484 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 16fa1fc9-1e10-4837-924d-1cc95919d4d0 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:25.427269 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:25.427411 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:25.445375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:25.445719 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 76ec35f8-842d-4aba-93dc-6b5c8f8f0bc7 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:25.446118 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 95eb8af6-74d1-4241-890c-b9a917de5276 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:25.466114 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 95eb8af6-74d1-4241-890c-b9a917de5276 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:25.466452 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 95eb8af6-74d1-4241-890c-b9a917de5276 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:25.624064 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.651825 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (bed58398-5ed8-4440-9041-adac826b5ee9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.864631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Deleting port b43a99ef-07df-4b07-97d6-4afb31e5b066 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:25.865031 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.880429 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:25.961021 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] For port b43a99ef-07df-4b07-97d6-4afb31e5b066, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=b43a99ef-07df-4b07-97d6-4afb31e5b066,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:25.961441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:25.974256 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Calling delete_port for b43a99ef-07df-4b07-97d6-4afb31e5b066 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:26.142450 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:26.229583 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (b43a99ef-07df-4b07-97d6-4afb31e5b066), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:26.252684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b43a99ef-07df-4b07-97d6-4afb31e5b066,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:26.422563 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (bed58398-5ed8-4440-9041-adac826b5ee9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:26.621849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Router bed58398-5ed8-4440-9041-adac826b5ee9 has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:51:26.721532 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:51:26.727283 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b63edf75-5251-4a1a-9643-691cca439b7a admin admin] 10.222.0.144 "PUT /v2.0/routers/bed58398-5ed8-4440-9041-adac826b5ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037025 Jul 26 16:51:26.729671 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53634) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:26.731660 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Sync routers for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:51:26.741929 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:26.742645 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:26.827386 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks [] for router (bed58398-5ed8-4440-9041-adac826b5ee9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:26.842978 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:26.912203 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:26.924856 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks [] for router_gateway (bed58398-5ed8-4440-9041-adac826b5ee9), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.006910 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:51:26Z', 'revision_number': 5, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port': {'id': '58dcbf65-7808-4361-bf02-28681d5e2c58', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:47:51Z', 'updated_at': '2022-07-26T16:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:27.031933 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Checking router: bed58398-5ed8-4440-9041-adac826b5ee9 for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:51:27.034341 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Deleting port 58dcbf65-7808-4361-bf02-28681d5e2c58 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:27.034684 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.041019 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Routers {'bed58398-5ed8-4440-9041-adac826b5ee9'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:51:27.041626 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['bed58398-5ed8-4440-9041-adac826b5ee9'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:27.115979 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] For port 58dcbf65-7808-4361-bf02-28681d5e2c58, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=58dcbf65-7808-4361-bf02-28681d5e2c58,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:27.116236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.129949 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] Set router bed58398-5ed8-4440-9041-adac826b5ee9 gateway port host: None {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:51:27.137395 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Calling delete_port for 58dcbf65-7808-4361-bf02-28681d5e2c58 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:27.182959 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:51:26Z', 'revision_number': 6, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:27.208016 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ccb80-4925-4bb7-b81a-7e9e6c4a8976 None None] The sync data for ids ['bed58398-5ed8-4440-9041-adac826b5ee9'] in dv-cinder-851042-1-iscsi is: [{'id': 'bed58398-5ed8-4440-9041-adac826b5ee9', 'name': 'tempest-TestMinimumBasicScenario-331634378-router', 'tenant_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:47:50Z', 'updated_at': '2022-07-26T16:51:26Z', 'revision_number': 6, 'project_id': 'c60bfae6ddba400dba3276c5c5e7832a', 'gw_port_host': None}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:51:27.237893 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:27.372504 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (58dcbf65-7808-4361-bf02-28681d5e2c58), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.397197 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Pushing event deleted for resources: {'Port': ['ID=58dcbf65-7808-4361-bf02-28681d5e2c58,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:27.467111 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (bed58398-5ed8-4440-9041-adac826b5ee9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.554501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (bed58398-5ed8-4440-9041-adac826b5ee9), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.556692 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks [] for router_controller (bed58398-5ed8-4440-9041-adac826b5ee9), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.653890 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (bed58398-5ed8-4440-9041-adac826b5ee9), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.654549 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed58398-5ed8-4440-9041-adac826b5ee9 {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:51:27.658850 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.663568 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0847c795-e210-4caa-8447-bd7c8377de8d admin admin] 10.222.0.144 "DELETE /v2.0/routers/bed58398-5ed8-4440-9041-adac826b5ee9 HTTP/1.1" status: 204 len: 168 time: 0.9297345 Jul 26 16:51:27.665952 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53636) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:27.710906 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Deleting subnet 00d2c210-1a6a-4321-b323-dec8df76b3e0 {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:51:27.714445 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Publish callbacks [] for subnet (00d2c210-1a6a-4321-b323-dec8df76b3e0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.748266 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (00d2c210-1a6a-4321-b323-dec8df76b3e0), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.824083 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (00d2c210-1a6a-4321-b323-dec8df76b3e0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.933181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (00d2c210-1a6a-4321-b323-dec8df76b3e0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.940955 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:27.960695 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d2c210-1a6a-4321-b323-dec8df76b3e0,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:27.962636 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:27.965763 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-4d6f40e5-f244-4306-8019-3a7c21269c4f admin admin] 10.222.0.144 "DELETE /v2.0/subnets/00d2c210-1a6a-4321-b323-dec8df76b3e0 HTTP/1.1" status: 204 len: 168 time: 0.3010283 Jul 26 16:51:27.968065 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49cb5f-edbf-4190-a895-ffc08c2ff308 None None] Network d5fdac0d-1949-409b-b672-6d615f3ccaa4 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:51:27.971803 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53638) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:28.019899 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b43a99ef-07df-4b07-97d6-4afb31e5b066 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:28.046056 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (d5fdac0d-1949-409b-b672-6d615f3ccaa4), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.052213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: b43a99ef-07df-4b07-97d6-4afb31e5b066 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:28.052213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device b43a99ef-07df-4b07-97d6-4afb31e5b066 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:28.089424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Deleting port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:28.089770 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.162055 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] For port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:28.162513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.164195 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] DHCP port deletion for d5fdac0d-1949-409b-b672-6d615f3ccaa4 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:51:28.176072 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Calling delete_port for 4e1a5840-acf6-4290-a69b-a367b0f5a9cf owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:28.202225 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Deleting port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:51:28.202530 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.270823 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] For port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,segment=NetworkSegment(a02792e7-d77d-4520-9dab-0a4ec2eb1c12),segment_id=a02792e7-d77d-4520-9dab-0a4ec2eb1c12)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:51:28.271217 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.287736 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Calling delete_port for 4e1a5840-acf6-4290-a69b-a367b0f5a9cf owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:51:28.344302 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.353075 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:28.363219 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (4e1a5840-acf6-4290-a69b-a367b0f5a9cf), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.372099 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:28.373947 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] No DVR routers for this DVR port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:51:28.391308 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] Pushing event deleted for resources: {'Port': ['ID=4e1a5840-acf6-4290-a69b-a367b0f5a9cf,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:28.394720 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195689f-9ac7-4a10-a652-510960e47397 None None] No DVR routers for this DVR port 4e1a5840-acf6-4290-a69b-a367b0f5a9cf on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:51:28.449512 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (d5fdac0d-1949-409b-b672-6d615f3ccaa4), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.469447 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fdac0d-1949-409b-b672-6d615f3ccaa4']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:28.479513 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:28.480467 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02792e7-d77d-4520-9dab-0a4ec2eb1c12') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:51:28.490206 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (a02792e7-d77d-4520-9dab-0a4ec2eb1c12), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.505551 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (a02792e7-d77d-4520-9dab-0a4ec2eb1c12), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.512472 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:51:28.513264 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (a02792e7-d77d-4520-9dab-0a4ec2eb1c12), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.587805 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment a02792e7-d77d-4520-9dab-0a4ec2eb1c12 resource provider aggregate not found Jul 26 16:51:28.603994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment a02792e7-d77d-4520-9dab-0a4ec2eb1c12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a02792e7-d77d-4520-9dab-0a4ec2eb1c12 found for delete ", "request_id": "req-763ac91c-454a-46ef-9b35-0a80706a499f"}]} Jul 26 16:51:28.647461 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (d5fdac0d-1949-409b-b672-6d615f3ccaa4), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.653160 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:28.661931 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] 10.222.0.144 "DELETE /v2.0/networks/d5fdac0d-1949-409b-b672-6d615f3ccaa4 HTTP/1.1" status: 204 len: 168 time: 0.6869676 Jul 26 16:51:28.669358 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8ca2-6aff-434f-a186-b431846ed3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fdac0d-1949-409b-b672-6d615f3ccaa4,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:29.020848 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53648) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:29.060482 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-655ed7d0-d94d-47d1-9451-b467b2b0be1a admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=417fd6ab3a0c4537a10272ee14f1cadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383933 Jul 26 16:51:29.062935 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53650) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:29.110383 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] Publish callbacks [] for security_group (b6f07847-2b2a-4037-a876-54c98cf4a5cf), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:29.131836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] Publish callbacks [] for security_group (b6f07847-2b2a-4037-a876-54c98cf4a5cf), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:29.246787 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b6f07847-2b2a-4037-a876-54c98cf4a5cf), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:29.249493 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:29.250708 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b6f07847-2b2a-4037-a876-54c98cf4a5cf HTTP/1.1" status: 204 len: 168 time: 0.1867728 Jul 26 16:51:29.259236 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197501b-5e5b-44a1-bd2b-012084762398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f07847-2b2a-4037-a876-54c98cf4a5cf,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:29.376167 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 58dcbf65-7808-4361-bf02-28681d5e2c58 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:29.379262 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:29.397357 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 58dcbf65-7808-4361-bf02-28681d5e2c58 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:29.397697 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 58dcbf65-7808-4361-bf02-28681d5e2c58 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:29.398097 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4e1a5840-acf6-4290-a69b-a367b0f5a9cf no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:51:29.417070 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 4e1a5840-acf6-4290-a69b-a367b0f5a9cf {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:51:29.417429 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 4e1a5840-acf6-4290-a69b-a367b0f5a9cf not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:51:29.901441 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53656) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:29.942108 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-cb23af18-7698-479d-af22-dbff654660ae admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=c60bfae6ddba400dba3276c5c5e7832a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395327 Jul 26 16:51:29.944583 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53658) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:51:29.996020 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] Publish callbacks [] for security_group (a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:30.016766 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] Publish callbacks [] for security_group (a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:30.046792 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:30.173331 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:30.175905 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:30.177133 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff HTTP/1.1" status: 204 len: 168 time: 0.2316692 Jul 26 16:51:30.185410 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148fac4-2f8b-4298-bc19-d9339ee30ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd1f39-23e6-4d4e-ad1a-4eed23da93ff,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:51:35.320126 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:35.321000 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:DELETE=6,neutron:SELECT=20 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:36.400883 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:37.632255 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=27 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:37.637138 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=35 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:40.181370 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:DELETE=8,neutron:SELECT=53 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:46.105643 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-f3506017-1407-4199-80fc-8373d439da1f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378842 Jul 26 16:51:46.175771 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-bbd89b10-a5b6-4837-8042-33d5c95707bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:46.177296 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-bbd89b10-a5b6-4837-8042-33d5c95707bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1130 time: 0.0385880 Jul 26 16:51:46.285063 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-567bdf11-12c2-499b-98fc-a5208af467c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:46.286533 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-567bdf11-12c2-499b-98fc-a5208af467c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.0919242 Jul 26 16:51:46.319027 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:46.321350 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:46.349967 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-dd15986a-6c3b-4842-b762-062189f8e548 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 200 len: 1002 time: 0.0578582 Jul 26 16:51:46.638691 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-f19de16d-7f74-4754-b275-74865863d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:46.640162 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-f19de16d-7f74-4754-b275-74865863d203 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.2850220 Jul 26 16:51:46.684320 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-6e4600ab-e641-4ba8-8213-3fd2aac35485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:51:46.685812 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-6e4600ab-e641-4ba8-8213-3fd2aac35485 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384238 Jul 26 16:51:46.777223 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-701c02e8-79a8-426f-8926-e5131feca2be service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855401 Jul 26 16:51:46.864378 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-b8aeb8a9-845b-4997-a91f-5d6bfe9ec1fd req-4caf6b8f-3df7-4306-bc09-0a68c7796db9 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820758 Jul 26 16:51:48.650477 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:48.651286 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:50.372489 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8584-0492-4c8b-8ebb-956246f38bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:52.543377 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-13891dc2-47e5-4543-95c8-f4188c5acc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:54.017711 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:55.372116 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:55.640627 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:51:56.859668 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=51 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:56.861501 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=50 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:51:58.624451 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:52:05.249759 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53664) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:05.390911 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port d0273819-e1d4-4757-b97b-e415f4feec94 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:05.391251 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:05.465408 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:05.465736 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (d0273819-e1d4-4757-b97b-e415f4feec94), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:05.478727 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for d0273819-e1d4-4757-b97b-e415f4feec94 owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:05.743946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (d0273819-e1d4-4757-b97b-e415f4feec94), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:05.769656 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=d0273819-e1d4-4757-b97b-e415f4feec94,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:05.833778 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (8487099e-2958-4308-8114-70d1c576bd0e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:05.834103 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 8487099e-2958-4308-8114-70d1c576bd0e disassociated (deleted). External IP: 172.27.0.176, port: 7a0a4b81-bc50-4107-b252-2398b627a34c. Jul 26 16:52:06.028424 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:52:06.133750 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:52:06.138604 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:06.143159 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:52:06.153943 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:06.154553 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:06.170449 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-44cb235f-b774-4199-a485-4d5e42420c20 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "DELETE /v2.0/floatingips/8487099e-2958-4308-8114-70d1c576bd0e HTTP/1.1" status: 204 len: 168 time: 0.9195774 Jul 26 16:52:06.171227 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:52:06.173644 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:52:06.214492 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f313f444-af99-4c99-8b58-4ecac4579e88 x-openstack-request-id: req-f313f444-af99-4c99-8b58-4ecac4579e88 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:52:06.215075 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:52:06.215278 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-f313f444-af99-4c99-8b58-4ecac4579e88 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:52:06.215666 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f313f444-af99-4c99-8b58-4ecac4579e88'] response: {'name': 'network-changed', 'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'status': 'completed', 'code': 200} Jul 26 16:52:06.261475 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:06.291434 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:06.296607 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:06.299645 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-9d5aa7ec-d7b1-4dcd-a548-d5fd0716921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:06.301244 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-9d5aa7ec-d7b1-4dcd-a548-d5fd0716921a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 1130 time: 0.0424502 Jul 26 16:52:06.406621 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-70d6e158-48e1-4ce2-a2b8-617a2c3433a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:06.408106 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-70d6e158-48e1-4ce2-a2b8-617a2c3433a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.1016171 Jul 26 16:52:06.424434 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:06.448287 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-04b6c9ce-6e62-43dc-b710-84b80fa77295 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 200 len: 217 time: 0.0333714 Jul 26 16:52:06.481214 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:06.497037 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-49f7730d-b789-4b2c-885d-dde263d019cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:06.498579 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-49f7730d-b789-4b2c-885d-dde263d019cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0452838 Jul 26 16:52:06.505394 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:52:06.514489 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:06.515104 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:06.548836 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-1029f55a-4bd0-4acc-b87f-385f43fddc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:06.550316 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-1029f55a-4bd0-4acc-b87f-385f43fddc51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463459 Jul 26 16:52:06.619642 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:06.635332 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082e9db-589f-4c05-a5ce-d95fc9d986ef req-15c3f45c-9ba3-492d-a8f7-65a2ab35ea80 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:06.636858 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3082e9db-589f-4c05-a5ce-d95fc9d986ef req-15c3f45c-9ba3-492d-a8f7-65a2ab35ea80 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0470390 Jul 26 16:52:06.687334 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-3082e9db-589f-4c05-a5ce-d95fc9d986ef req-0e11d806-bb7b-4bfc-8816-eaf380aee06c tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Jul 26 16:52:06.827800 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:06.852052 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269b8fd-392b-4d41-a75f-5c834b4df421 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_floatingips': [{'id': '4b345a8b-2748-48c6-9ec5-5db752fc3e03', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'router_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'port_id': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'mac_address': 'fa:16:3e:cb:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T16:47:37Z', 'updated_at': '2022-07-26T16:47:39Z', 'revision_number': 1, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:52:07.056340 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62335b-6b96-4fdb-abed-f22d291ae32c None None] New status for floating IP 8487099e-2958-4308-8114-70d1c576bd0e: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:52:07.661819 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-af0df0d5-0fc4-4601-afc1-0e7632da016d service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886855 Jul 26 16:52:07.759933 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-1f83a156-79a7-4ea1-bc5a-34fb330ac3a7 req-09eee807-2898-4d88-9e6b-4fa3e61e29f8 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847709 Jul 26 16:52:07.811720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede057c-6ee1-46aa-8e3d-f3349a6a2cdc req-9fde50b7-f1c8-4711-a595-3fae1f5ef3fe tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:07.815550 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eede057c-6ee1-46aa-8e3d-f3349a6a2cdc req-9fde50b7-f1c8-4711-a595-3fae1f5ef3fe tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0503941 Jul 26 16:52:07.862449 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-eede057c-6ee1-46aa-8e3d-f3349a6a2cdc req-20c0a20a-6b72-4058-843a-f2e517f907bc tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Jul 26 16:52:08.350934 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57046a-a2af-4271-a909-91806d8126be req-dbc61d29-f070-451a-92ff-8ed736c7b8d9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:08.353153 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d57046a-a2af-4271-a909-91806d8126be req-dbc61d29-f070-451a-92ff-8ed736c7b8d9 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 946 time: 0.0499980 Jul 26 16:52:08.432837 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port 7a0a4b81-bc50-4107-b252-2398b627a34c {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:08.433174 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:08.506564 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:08.523498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] For port 7a0a4b81-bc50-4107-b252-2398b627a34c, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=7a0a4b81-bc50-4107-b252-2398b627a34c,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:08.524348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:08.537126 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for 7a0a4b81-bc50-4107-b252-2398b627a34c owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:08.703196 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (7a0a4b81-bc50-4107-b252-2398b627a34c), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:08.732349 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=7a0a4b81-bc50-4107-b252-2398b627a34c,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:08.778032 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] No DVR routers for this DVR port 7a0a4b81-bc50-4107-b252-2398b627a34c on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:08.780490 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:08.783638 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-8d57046a-a2af-4271-a909-91806d8126be req-7ee56077-e841-40a9-8397-f5daea3c2e29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "DELETE /v2.0/ports/7a0a4b81-bc50-4107-b252-2398b627a34c HTTP/1.1" status: 204 len: 173 time: 0.4256639 Jul 26 16:52:08.784070 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'name': 'network-vif-deleted', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:52:08.786350 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58702e-695d-48c6-9073-c22408f8f141" -d '{"events": [{"server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "name": "network-vif-deleted", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:52:08.829919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89748155-0e95-4a68-80b9-b1df982c2668 x-openstack-request-id: req-89748155-0e95-4a68-80b9-b1df982c2668 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:52:08.829919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd36bc29-8c53-4965-96c9-26d3321bffbc", "name": "network-vif-deleted", "tag": "7a0a4b81-bc50-4107-b252-2398b627a34c", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:52:08.829919 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-89748155-0e95-4a68-80b9-b1df982c2668 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:52:08.829919 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89748155-0e95-4a68-80b9-b1df982c2668'] response: {'server_uuid': 'cd36bc29-8c53-4965-96c9-26d3321bffbc', 'name': 'network-vif-deleted', 'tag': '7a0a4b81-bc50-4107-b252-2398b627a34c', 'status': 'completed', 'code': 200} Jul 26 16:52:08.969147 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-8e6ceebf-ec22-4e00-8d5c-c707e5641bc3 req-88206950-6bdf-4258-8c6b-02f41c26f0ad tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=cd36bc29-8c53-4965-96c9-26d3321bffbc HTTP/1.1" status: 200 len: 210 time: 0.0324519 Jul 26 16:52:10.891060 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7a0a4b81-bc50-4107-b252-2398b627a34c no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:10.910126 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: 7a0a4b81-bc50-4107-b252-2398b627a34c {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:10.910472 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device 7a0a4b81-bc50-4107-b252-2398b627a34c not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:12.790193 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53694) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:12.925525 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port 3c5121f2-8958-4ffe-9c63-49e2cd2595b5 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:12.925868 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.003348 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.003671 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.016498 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for 3c5121f2-8958-4ffe-9c63-49e2cd2595b5 owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:13.064480 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:13.212049 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (3c5121f2-8958-4ffe-9c63-49e2cd2595b5), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.236859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=3c5121f2-8958-4ffe-9c63-49e2cd2595b5,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:13.240880 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:13.249863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.254369 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.255473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.255473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.255473 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:13.311896 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (4b345a8b-2748-48c6-9ec5-5db752fc3e03), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.312225 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.db.l3_db [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Floating IP 4b345a8b-2748-48c6-9ec5-5db752fc3e03 disassociated (deleted). External IP: 172.27.0.110, port: ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2. Jul 26 16:52:13.508093 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:52:13.609229 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:52:13.613798 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:13.618915 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:52:13.628619 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:13.629319 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:13.646393 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-a03b28c5-94e4-48a7-b3c7-5d9c6a4373b8 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "DELETE /v2.0/floatingips/4b345a8b-2748-48c6-9ec5-5db752fc3e03 HTTP/1.1" status: 204 len: 168 time: 0.8550167 Jul 26 16:52:13.646980 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:52:13.649279 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5665a249-ed4f-4b74-93bf-31d2494a06d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:52:13.688871 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3241902-f0e2-4e84-bd21-57d1c3386233 x-openstack-request-id: req-e3241902-f0e2-4e84-bd21-57d1c3386233 {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:52:13.689166 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:52:13.689450 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-e3241902-f0e2-4e84-bd21-57d1c3386233 {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:52:13.689994 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3241902-f0e2-4e84-bd21-57d1c3386233'] response: {'name': 'network-changed', 'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'status': 'completed', 'code': 200} Jul 26 16:52:13.733193 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:13.770556 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-a1015bc0-2c8c-4602-b483-4fb4f8c29b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:13.772076 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-a1015bc0-2c8c-4602-b483-4fb4f8c29b15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 1130 time: 0.0394828 Jul 26 16:52:13.838425 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:13.849058 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:13.922155 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:14.049391 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:52:14.058728 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:14.059406 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:51:52Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:14.120398 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-288a1790-eb11-45d1-b295-ff9de2807796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:14.122611 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-288a1790-eb11-45d1-b295-ff9de2807796 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 200 len: 914 time: 0.3449042 Jul 26 16:52:14.164844 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:14.205099 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7bfe-16b6-4301-8a00-8c77f647d78f req-d7b3a9ac-4c50-4b27-8580-762de3639fe2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:14.206390 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c48c7bfe-16b6-4301-8a00-8c77f647d78f req-d7b3a9ac-4c50-4b27-8580-762de3639fe2 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.0471394 Jul 26 16:52:14.256204 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-c48c7bfe-16b6-4301-8a00-8c77f647d78f req-2cd7a73f-586f-4dff-888c-ee9f97724b98 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Jul 26 16:52:14.347277 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:14.370723 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae6260-5653-4b59-9067-ce1412771348 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:00Z', 'revision_number': 4, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi', '_interfaces': [{'id': '75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e', 'name': '', 'network_id': 'f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'mac_address': 'fa:16:3e:13:f9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:59Z', 'updated_at': '2022-07-26T16:42:04Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'subnets': [{'id': 'cc7115f3-ec43-40a8-9d60-54f87d93a7e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:52:14.576609 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dcd594-dbb8-4dbe-ab7d-b4d97773fc3b None None] New status for floating IP 4b345a8b-2748-48c6-9ec5-5db752fc3e03: DOWN {{(pid=104387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 16:52:15.211550 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-b6cdf12d-2556-401b-823a-2d4e53c59ec1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 200 len: 217 time: 0.0373666 Jul 26 16:52:15.263429 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-f6dbbead-1eb5-403c-b599-ebe8704d2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:15.265485 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-f6dbbead-1eb5-403c-b599-ebe8704d2ad4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 200 len: 851 time: 0.0444798 Jul 26 16:52:15.310470 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-6e7017a4-eaac-4949-a0e8-687bb1804de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:15.312013 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-6e7017a4-eaac-4949-a0e8-687bb1804de5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399806 Jul 26 16:52:15.376592 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542fcf6-ff4e-4ffc-a58c-d0f8e9f6858a req-9db5aba5-99c4-4ef3-b6d5-a831d634fa56 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:15.378098 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b542fcf6-ff4e-4ffc-a58c-d0f8e9f6858a req-9db5aba5-99c4-4ef3-b6d5-a831d634fa56 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Jul 26 16:52:15.408341 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-56db29f1-5f91-4a40-b356-654e3797417a service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899439 Jul 26 16:52:15.429211 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-b542fcf6-ff4e-4ffc-a58c-d0f8e9f6858a req-d4865399-a3bf-4d6b-959c-6d14cc833c90 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/security-groups?id=db45c0c4-55c3-4d94-acb5-99bb776ae0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454531 Jul 26 16:52:15.779568 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:15.810716 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-5665a249-ed4f-4b74-93bf-31d2494a06d4 req-d276d2b4-8599-451b-af81-a45ff2429548 service neutron] 10.222.0.86 "GET /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Jul 26 16:52:15.937210 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-937e0a40-921c-4017-b24e-5831d8e923d4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 16:52:15.938664 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-937e0a40-921c-4017-b24e-5831d8e923d4 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 946 time: 0.0507305 Jul 26 16:52:16.006752 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:16.020296 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:16.020609 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:16.117570 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] For port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2, host hv-cinder-85104, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85104',level=0,port_id=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:16.117940 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:16.131110 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 owned by compute:nova {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:16.337760 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:16.370283 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:16.417220 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] No DVR routers for this DVR port ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 on host hv-cinder-85104 {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:16.422036 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for port (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:16.426934 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-467d8e6c-fd46-4744-9b80-f8597c24f8ce req-bee49aba-5265-4d3f-b65d-e50c7834885d tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.86 "DELETE /v2.0/ports/ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 HTTP/1.1" status: 204 len: 173 time: 0.4809878 Jul 26 16:52:16.427379 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'name': 'network-vif-deleted', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2'}] {{(pid=104385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 16:52:16.429651 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.144/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47df7a200d4f9d3efa54fa6d089cd4099f13451b4cee865db5072b3baeca0845" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8ffd7e-e677-4a31-8f05-e461904e586c" -d '{"events": [{"server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "name": "network-vif-deleted", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2"}]}' {{(pid=104385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 16:52:16.466618 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ff501-d54a-4e31-8982-f946a4bcaf5c x-openstack-request-id: req-f98ff501-d54a-4e31-8982-f946a4bcaf5c {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 16:52:16.466914 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f07c88-96f8-48c2-8523-be0e7981ee79", "name": "network-vif-deleted", "tag": "ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2", "status": "completed", "code": 200}]} {{(pid=104385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 16:52:16.467165 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.144/compute/v2.1/os-server-external-events used request id req-f98ff501-d54a-4e31-8982-f946a4bcaf5c {{(pid=104385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 16:52:16.467573 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98ff501-d54a-4e31-8982-f946a4bcaf5c'] response: {'server_uuid': 'e9f07c88-96f8-48c2-8523-be0e7981ee79', 'name': 'network-vif-deleted', 'tag': 'ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2', 'status': 'completed', 'code': 200} Jul 26 16:52:16.530770 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [req-859ea362-08b5-4620-8737-99bfbe45a6eb req-6f46bf85-49c0-424d-8b59-65a9e6e8a360 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jul 26 16:52:17.643081 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [req-74d4ed8e-afda-46e0-9826-8329b97eb465 req-ec008abb-565b-4e2a-8e84-e41b77f21931 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "GET /v2.0/ports?device_id=e9f07c88-96f8-48c2-8523-be0e7981ee79 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jul 26 16:52:18.708121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53712) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:18.821697 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Deleting port 8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:18.821955 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:18.900863 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:18.901189 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:18.913567 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Calling delete_port for 8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21 owned by network:floatingip {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:18.917738 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 no longer exists at agent hyperv_hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:18.924331 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:18.925168 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:18.940882 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] No Port match for: ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:18.941232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Device ebc7fc3d-47c6-4726-9b7f-a4a4e8468fe2 not bound to the agent host hv-cinder-85104 {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:19.132192 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:19.137338 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:19.157431 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'Port': ['ID=8d4fd12c-ec3d-4e8b-8aeb-8790349bfb21,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:19.219144 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for floatingip (128ce1c5-1095-4f2d-b656-bd32065c6d23), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:19.221682 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108035'] for floatingip (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:19.222833 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-abf4a1c4-4b37-4a49-8cfb-b4e9aa033835 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "DELETE /v2.0/floatingips/128ce1c5-1095-4f2d-b656-bd32065c6d23 HTTP/1.1" status: 204 len: 168 time: 0.5118418 Jul 26 16:52:20.371493 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2d2be903-0849-47fe-801e-ed9f6dc97cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:20.587384 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53724) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:20.644316 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (db45c0c4-55c3-4d94-acb5-99bb776ae0e0), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:20.673157 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (db45c0c4-55c3-4d94-acb5-99bb776ae0e0), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:20.858542 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (db45c0c4-55c3-4d94-acb5-99bb776ae0e0), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:20.861184 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:20.862345 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] 10.222.0.144 "DELETE /v2.0/security-groups/db45c0c4-55c3-4d94-acb5-99bb776ae0e0 HTTP/1.1" status: 204 len: 168 time: 0.2739892 Jul 26 16:52:20.871783 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd362b-bb00-456f-abe2-fda1ef560a29 tempest-TestVolumeBootPattern-165332593 tempest-TestVolumeBootPattern-165332593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45c0c4-55c3-4d94-acb5-99bb776ae0e0,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:21.046485 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53728) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:21.522605 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:21.737897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:21.745108 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Deleting port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:21.745390 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:21.787262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:21.827812 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] For port 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:21.828177 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:21.841114 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Calling delete_port for 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e owned by network:router_interface {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:22.086506 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.117000 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:22.277715 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.481005 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Router 52b12856-958c-4d71-b95c-9e853b3bcbdf has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:52:22.523541 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:22.525962 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f4c83b87-4558-411f-9776-c3cc9dc02cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.583838 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:52:22.593984 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-cabf2df2-4d8b-42c0-ab13-ca5fc10b53f4 admin admin] 10.222.0.144 "PUT /v2.0/routers/52b12856-958c-4d71-b95c-9e853b3bcbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5412760 Jul 26 16:52:22.593984 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53732) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:22.594472 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Sync routers for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:52:22.604692 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:22.605313 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:52:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:22.687329 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:22.692023 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks [] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.704339 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: dv-cinder-851042-1-iscsi {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:22.791395 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks [] for router_gateway (52b12856-958c-4d71-b95c-9e853b3bcbdf), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.867198 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:52:21Z', 'revision_number': 5, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port': {'id': '3f34853f-7f55-49e4-9a5b-be202755578b', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:dd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:22.891748 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Checking router: 52b12856-958c-4d71-b95c-9e853b3bcbdf for host: dv-cinder-851042-1-iscsi {{(pid=104388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:52:22.900119 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Routers {'52b12856-958c-4d71-b95c-9e853b3bcbdf'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:22.900767 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:52:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['52b12856-958c-4d71-b95c-9e853b3bcbdf'], 'active': True} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:22.902240 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Deleting port 3f34853f-7f55-49e4-9a5b-be202755578b {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:22.902578 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.961812 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=100 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:22.982414 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] For port 3f34853f-7f55-49e4-9a5b-be202755578b, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=3f34853f-7f55-49e4-9a5b-be202755578b,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:22.982788 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:22.984208 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_dvr_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] Set router 52b12856-958c-4d71-b95c-9e853b3bcbdf gateway port host: None {{(pid=104388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:22.995612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Calling delete_port for 3f34853f-7f55-49e4-9a5b-be202755578b owned by network:router_gateway {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:23.035645 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.l3_hamode_db [None req-204ed662-168d-4096-b07e-ee837913e634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:52:22Z', 'revision_number': 6, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:23.059931 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204ed662-168d-4096-b07e-ee837913e634 None None] The sync data for ids ['52b12856-958c-4d71-b95c-9e853b3bcbdf'] in dv-cinder-851042-1-iscsi is: [{'id': '52b12856-958c-4d71-b95c-9e853b3bcbdf', 'name': 'tempest-TestVolumeBootPattern-1610718365-router', 'tenant_id': '94684df47fe14e55af2e72ab5d2ddc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:41:57Z', 'updated_at': '2022-07-26T16:52:22Z', 'revision_number': 6, 'project_id': '94684df47fe14e55af2e72ab5d2ddc48', 'gw_port_host': None}] {{(pid=104388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:52:23.217960 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (3f34853f-7f55-49e4-9a5b-be202755578b), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.245767 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Pushing event deleted for resources: {'Port': ['ID=3f34853f-7f55-49e4-9a5b-be202755578b,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:23.257963 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.258329 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.258666 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.259009 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.259367 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.259702 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.260034 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.260365 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.260720 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.261061 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.261392 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.261716 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.262045 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.262369 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.263336 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:23.317372 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.401458 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.403705 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks [] for router_controller (52b12856-958c-4d71-b95c-9e853b3bcbdf), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.515296 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (52b12856-958c-4d71-b95c-9e853b3bcbdf), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.515971 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b12856-958c-4d71-b95c-9e853b3bcbdf {{(pid=104386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:52:23.520844 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.522008 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-69c30e4d-213b-4725-a6e1-98e3748afaca admin admin] 10.222.0.144 "DELETE /v2.0/routers/52b12856-958c-4d71-b95c-9e853b3bcbdf HTTP/1.1" status: 204 len: 168 time: 0.9291391 Jul 26 16:52:23.524602 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53734) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:23.529083 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:23.547138 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:23.547483 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 75c6ceff-e8e3-4fcf-8af9-1c49cd24cd5e not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:23.576310 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Deleting subnet cc7115f3-ec43-40a8-9d60-54f87d93a7e4 {{(pid=104386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:52:23.577333 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Publish callbacks [] for subnet (cc7115f3-ec43-40a8-9d60-54f87d93a7e4), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.610962 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3851295'] for subnet (cc7115f3-ec43-40a8-9d60-54f87d93a7e4), precommit_delete_associations {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.682262 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (cc7115f3-ec43-40a8-9d60-54f87d93a7e4), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.715193 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:23.725870 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:23.824227 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4107288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8569674'] for subnet (cc7115f3-ec43-40a8-9d60-54f87d93a7e4), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.851690 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7115f3-ec43-40a8-9d60-54f87d93a7e4,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:23.857536 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:23.860984 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-3ff90c74-7ad2-44da-8d98-58b1b2b99efc admin admin] 10.222.0.144 "DELETE /v2.0/subnets/cc7115f3-ec43-40a8-9d60-54f87d93a7e4 HTTP/1.1" status: 204 len: 168 time: 0.3354275 Jul 26 16:52:23.863612 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.wsgi [-] (104386) accepted ('10.222.0.144', 53736) {{(pid=104386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:23.865985 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec2f06-dcdc-48a7-8e88-8c7595156cc8 None None] Network f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:52:23.940625 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.028022 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] DHCP port deletion for f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:52:24.061716 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.076326 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Deleting port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:24.076830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.150732 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] For port 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=5ee5f108-925c-44bf-aa93-a90c8d196cd2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:24.151133 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.165355 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Calling delete_port for 5ee5f108-925c-44bf-aa93-a90c8d196cd2 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:24.257272 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Deleting port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 {{(pid=104386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:24.257540 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.319897 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.db [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] For port 5ee5f108-925c-44bf-aa93-a90c8d196cd2, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=5ee5f108-925c-44bf-aa93-a90c8d196cd2,segment=NetworkSegment(53f4adaf-0ba1-4c9c-9e89-b5447b398617),segment_id=53f4adaf-0ba1-4c9c-9e89-b5447b398617)] {{(pid=104386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:24.320267 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.333199 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.plugin [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Calling delete_port for 5ee5f108-925c-44bf-aa93-a90c8d196cd2 owned by network:dhcp {{(pid=104386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:24.337981 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.362765 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] Pushing event deleted for resources: {'Port': ['ID=5ee5f108-925c-44bf-aa93-a90c8d196cd2,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:24.366165 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683f091-1927-4957-b6be-3718c2e2dba5 None None] No DVR routers for this DVR port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:24.413406 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4107317'] for port (5ee5f108-925c-44bf-aa93-a90c8d196cd2), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.440180 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] No DVR routers for this DVR port 5ee5f108-925c-44bf-aa93-a90c8d196cd2 on host dv-cinder-851042-1-iscsi {{(pid=104386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:24.445047 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee5f108-925c-44bf-aa93-a90c8d196cd2,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:24.517903 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.537453 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97']}} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:24.547179 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4adaf-0ba1-4c9c-9e89-b5447b398617') {'for_net_delete': True} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:24.547469 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.services.segments.db [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4adaf-0ba1-4c9c-9e89-b5447b398617') {} {{(pid=104386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:24.556746 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3851270'] for segment (53f4adaf-0ba1-4c9c-9e89-b5447b398617), before_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.570159 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (53f4adaf-0ba1-4c9c-9e89-b5447b398617), precommit_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.576152 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=104386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:52:24.582951 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4107334'] for segment (53f4adaf-0ba1-4c9c-9e89-b5447b398617), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.614033 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 53f4adaf-0ba1-4c9c-9e89-b5447b398617 resource provider aggregate not found Jul 26 16:52:24.632917 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.services.segments.plugin [-] Segment 53f4adaf-0ba1-4c9c-9e89-b5447b398617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53f4adaf-0ba1-4c9c-9e89-b5447b398617 found for delete ", "request_id": "req-3c9f356e-34dc-4709-9417-bd2e949c72b3"}]} Jul 26 16:52:24.720140 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97), after_delete {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.725709 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron_lib.callbacks.manager [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:24.728847 dv-cinder-851042-1-iscsi neutron-server[104386]: INFO neutron.wsgi [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] 10.222.0.144 "DELETE /v2.0/networks/f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97 HTTP/1.1" status: 204 len: 168 time: 0.8642952 Jul 26 16:52:24.732625 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53742) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:24.740882 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccf9f-2808-44f9-a013-46b9ddac0716 admin admin] Pushing event deleted for resources: {'Network': ['ID=f248d137-b4b6-4a4b-82ad-d9d4bbbe5d97,revision_number=None']} {{(pid=104386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:24.829420 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:25.044133 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-884764'] for router_interface (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.259508 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Deleting port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:25.259858 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.339564 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] For port fcac1cdc-44e1-4eac-93e5-0cb8726a0f47, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:25.339849 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.353264 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Calling delete_port for fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 owned by network:router_interface {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:25.361302 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.413233 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 5ee5f108-925c-44bf-aa93-a90c8d196cd2 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:25.432883 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 5ee5f108-925c-44bf-aa93-a90c8d196cd2 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:25.433305 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 5ee5f108-925c-44bf-aa93-a90c8d196cd2 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:25.433789 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 3f34853f-7f55-49e4-9a5b-be202755578b no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:25.452311 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 3f34853f-7f55-49e4-9a5b-be202755578b {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:25.452759 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 3f34853f-7f55-49e4-9a5b-be202755578b not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:25.527476 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:25.628951 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (fcac1cdc-44e1-4eac-93e5-0cb8726a0f47), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.651897 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:25.658944 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fcac1cdc-44e1-4eac-93e5-0cb8726a0f47,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:25.711551 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:25.832515 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-884872'] for router_interface (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.037706 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac has already been hosted by L3 agent 5607dcfb-357b-4a51-a017-44588cbc0af0 {{(pid=104385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 16:52:26.139622 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] Notify agent at l3_agent.dv-cinder-851042-1-iscsi the message routers_updated {{(pid=104385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 16:52:26.144826 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-0cce8505-7802-4782-9c3a-2c0324a932ab admin admin] 10.222.0.144 "PUT /v2.0/routers/4b65c0b7-3620-4395-87c9-e4f2fbd133ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4111862 Jul 26 16:52:26.147330 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53744) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:26.148104 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Sync routers for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 16:52:26.160970 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:26.164918 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:52:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:26.244430 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks [] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.265878 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: dv-cinder-851042-1-iscsi {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:26.343061 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks [] for router_gateway (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.431856 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'external_fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '434630b6-705e-44dc-bf7e-55de320809c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:52:25Z', 'revision_number': 5, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port': {'id': '434630b6-705e-44dc-bf7e-55de320809c0', 'name': '', 'network_id': '2204a45c-d409-46fb-ae50-04f9ad3d6cdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851042-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T16:42:06Z', 'updated_at': '2022-07-26T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50b0eaeb-7c9e-4643-b9df-90f5d734dab7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851042-1-iscsi'}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:26.456265 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Checking router: 4b65c0b7-3620-4395-87c9-e4f2fbd133ac for host: dv-cinder-851042-1-iscsi {{(pid=104387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 16:52:26.464641 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Routers {'4b65c0b7-3620-4395-87c9-e4f2fbd133ac'} bound to L3 agent in host dv-cinder-851042-1-iscsi {{(pid=104387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 16:52:26.465255 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851042-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T16:23:52Z,description=,heartbeat_timestamp=2022-07-26T16:52:22Z,host='dv-cinder-851042-1-iscsi',id=5607dcfb-357b-4a51-a017-44588cbc0af0,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T16:23:53Z,topic='l3_agent')) {'router_ids': ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'], 'active': True} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:26.476552 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Deleting port 434630b6-705e-44dc-bf7e-55de320809c0 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:26.476889 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (434630b6-705e-44dc-bf7e-55de320809c0), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.527857 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=100 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:26.558371 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvr_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] Set router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac gateway port host: None {{(pid=104387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 16:52:26.564953 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] For port 434630b6-705e-44dc-bf7e-55de320809c0, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=434630b6-705e-44dc-bf7e-55de320809c0,segment=NetworkSegment(812e5c85-4c2b-4319-9eb7-4737f2e723b7),segment_id=812e5c85-4c2b-4319-9eb7-4737f2e723b7)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:26.565380 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (434630b6-705e-44dc-bf7e-55de320809c0), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.578346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Calling delete_port for 434630b6-705e-44dc-bf7e-55de320809c0 owned by network:router_gateway {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:26.610394 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_hamode_db [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:52:26Z', 'revision_number': 6, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port_host': None}], 'dv-cinder-851042-1-iscsi', False) {} {{(pid=104387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:26.634799 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a644054-b837-4ebb-bd47-827689597bc3 None None] The sync data for ids ['4b65c0b7-3620-4395-87c9-e4f2fbd133ac'] in dv-cinder-851042-1-iscsi is: [{'id': '4b65c0b7-3620-4395-87c9-e4f2fbd133ac', 'name': 'tempest-TestVolumeBootPattern-2023143851-router', 'tenant_id': '36857008c0684ec9bc627668fc1cef7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T16:42:05Z', 'updated_at': '2022-07-26T16:52:26Z', 'revision_number': 6, 'project_id': '36857008c0684ec9bc627668fc1cef7b', 'gw_port_host': None}] {{(pid=104387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 16:52:26.817946 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (434630b6-705e-44dc-bf7e-55de320809c0), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:26.823716 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:26.853959 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=434630b6-705e-44dc-bf7e-55de320809c0,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:26.922461 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-891676'] for router_gateway (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.010775 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-687'] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.013121 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks [] for router_controller (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.148859 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-719637'] for router (4b65c0b7-3620-4395-87c9-e4f2fbd133ac), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.149454 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b65c0b7-3620-4395-87c9-e4f2fbd133ac {{(pid=104385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 16:52:27.154383 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.155269 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-eb4f3b4f-2120-46a4-8983-429b17d76d95 admin admin] 10.222.0.144 "DELETE /v2.0/routers/4b65c0b7-3620-4395-87c9-e4f2fbd133ac HTTP/1.1" status: 204 len: 168 time: 1.0070181 Jul 26 16:52:27.157741 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53746) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:27.208145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Deleting subnet 856503d3-9d52-40a5-8b9e-97bd627a86fc {{(pid=104385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 16:52:27.211418 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Publish callbacks [] for subnet (856503d3-9d52-40a5-8b9e-97bd627a86fc), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.250491 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3282779'] for subnet (856503d3-9d52-40a5-8b9e-97bd627a86fc), precommit_delete_associations {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.323625 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66450987'] for subnet (856503d3-9d52-40a5-8b9e-97bd627a86fc), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.405513 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:27.407772 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:27.425868 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:27.426218 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device fcac1cdc-44e1-4eac-93e5-0cb8726a0f47 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:27.426622 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 434630b6-705e-44dc-bf7e-55de320809c0 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:27.429742 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66450978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-458502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3733598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840466'] for subnet (856503d3-9d52-40a5-8b9e-97bd627a86fc), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.444551 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 434630b6-705e-44dc-bf7e-55de320809c0 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:27.448677 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 434630b6-705e-44dc-bf7e-55de320809c0 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:27.461130 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856503d3-9d52-40a5-8b9e-97bd627a86fc,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:27.464588 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for subnet (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.468376 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-d9b22f1b-2e29-4ae7-b7a0-d31b87e30aa1 admin admin] 10.222.0.144 "DELETE /v2.0/subnets/856503d3-9d52-40a5-8b9e-97bd627a86fc HTTP/1.1" status: 204 len: 168 time: 0.3091531 Jul 26 16:52:27.470667 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53748) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:27.475305 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294b3bb-52ec-44f2-920d-7779f38f5359 None None] Network 090537dd-3381-4fba-a8c4-8973bf0f08af requested from dv-cinder-851042-1-iscsi {{(pid=104387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 16:52:27.538066 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:27.542867 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66227041'] for network (090537dd-3381-4fba-a8c4-8973bf0f08af), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.594902 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Deleting port 416e71ab-b85b-447b-b740-e814d2eed833 {{(pid=104385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:27.595244 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (416e71ab-b85b-447b-b740-e814d2eed833), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.649204 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] DHCP port deletion for 090537dd-3381-4fba-a8c4-8973bf0f08af request from dv-cinder-851042-1-iscsi {{(pid=104387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 16:52:27.704932 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Deleting port 416e71ab-b85b-447b-b740-e814d2eed833 {{(pid=104387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 16:52:27.705339 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765256216333'] for port (416e71ab-b85b-447b-b740-e814d2eed833), before_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.776845 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.db [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] For port 416e71ab-b85b-447b-b740-e814d2eed833, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=416e71ab-b85b-447b-b740-e814d2eed833,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:27.776845 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (416e71ab-b85b-447b-b740-e814d2eed833), precommit_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.790880 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Calling delete_port for 416e71ab-b85b-447b-b740-e814d2eed833 owned by network:dhcp {{(pid=104387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:27.895316 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:27.924321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.db [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] For port 416e71ab-b85b-447b-b740-e814d2eed833, host dv-cinder-851042-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851042-1-iscsi',level=0,port_id=416e71ab-b85b-447b-b740-e814d2eed833,segment=NetworkSegment(10acb878-67b2-478d-83a2-2f4c0d2a6c1e),segment_id=10acb878-67b2-478d-83a2-2f4c0d2a6c1e)] {{(pid=104385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 16:52:27.927181 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716565'] for port (416e71ab-b85b-447b-b740-e814d2eed833), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.937353 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.plugin [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Calling delete_port for 416e71ab-b85b-447b-b740-e814d2eed833 owned by network:dhcp {{(pid=104385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 16:52:27.972090 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531'] for port (416e71ab-b85b-447b-b740-e814d2eed833), after_delete {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:27.997500 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Pushing event deleted for resources: {'Port': ['ID=416e71ab-b85b-447b-b740-e814d2eed833,revision_number=None']} {{(pid=104387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:28.002563 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] No DVR routers for this DVR port 416e71ab-b85b-447b-b740-e814d2eed833 on host dv-cinder-851042-1-iscsi {{(pid=104387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:28.010617 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.011199 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.011880 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.012460 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.016227 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca82135d-1e19-4976-bf09-ead97bbe03ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851042-1-iscsi {{(pid=104387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 16:52:28.019082 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66376718', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765256287555', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765255838531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3733619'] for port (416e71ab-b85b-447b-b740-e814d2eed833), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.049446 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Pushing event deleted for resources: {'Port': ['ID=416e71ab-b85b-447b-b740-e814d2eed833,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:28.053768 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] No DVR routers for this DVR port 416e71ab-b85b-447b-b740-e814d2eed833 on host dv-cinder-851042-1-iscsi {{(pid=104385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 16:52:28.076933 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:28.124184 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66449669', 'neutron.services.segments.db._delete_segments_for_network-8765256341706'] for network (090537dd-3381-4fba-a8c4-8973bf0f08af), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.144364 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090537dd-3381-4fba-a8c4-8973bf0f08af']}} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:28.153576 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10acb878-67b2-478d-83a2-2f4c0d2a6c1e') {'for_net_delete': True} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:28.156808 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.services.segments.db [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10acb878-67b2-478d-83a2-2f4c0d2a6c1e') {} {{(pid=104385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 16:52:28.164145 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765256341607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3282754'] for segment (10acb878-67b2-478d-83a2-2f4c0d2a6c1e), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.177307 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540'] for segment (10acb878-67b2-478d-83a2-2f4c0d2a6c1e), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.184050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=104385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 16:52:28.184050 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66438540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3733504'] for segment (10acb878-67b2-478d-83a2-2f4c0d2a6c1e), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.203178 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 10acb878-67b2-478d-83a2-2f4c0d2a6c1e resource provider aggregate not found Jul 26 16:52:28.243978 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.services.segments.plugin [-] Segment 10acb878-67b2-478d-83a2-2f4c0d2a6c1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10acb878-67b2-478d-83a2-2f4c0d2a6c1e found for delete ", "request_id": "req-966f6bce-4dea-47b8-a13b-3d7fe32c9839"}]} Jul 26 16:52:28.331536 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66449678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891696'] for network (090537dd-3381-4fba-a8c4-8973bf0f08af), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.336861 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524938'] for network (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.340011 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] 10.222.0.144 "DELETE /v2.0/networks/090537dd-3381-4fba-a8c4-8973bf0f08af HTTP/1.1" status: 204 len: 168 time: 0.8681304 Jul 26 16:52:28.351637 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5166-de8f-4881-82ec-51d03eb90582 admin admin] Pushing event deleted for resources: {'Network': ['ID=090537dd-3381-4fba-a8c4-8973bf0f08af,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:28.715971 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53756) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:28.756443 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-24ba316d-ac9d-4e27-9e97-ce30ab18e1c7 admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=94684df47fe14e55af2e72ab5d2ddc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391030 Jul 26 16:52:28.758631 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53758) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:28.805799 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] Publish callbacks [] for security_group (b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.827577 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] Publish callbacks [] for security_group (b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.960810 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.963357 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:28.964543 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd HTTP/1.1" status: 204 len: 168 time: 0.2049816 Jul 26 16:52:28.972361 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3a7e7-a72b-4c1d-ab66-262eb5dadcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996b2ea-2e5f-4fe8-88bc-68a3c6abf0fd,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:29.405486 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 416e71ab-b85b-447b-b740-e814d2eed833 no longer exists at agent ovs-agent-dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 16:52:29.425265 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.plugin [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] No Port match for: 416e71ab-b85b-447b-b740-e814d2eed833 {{(pid=104387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 16:52:29.425619 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron.plugins.ml2.rpc [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Device 416e71ab-b85b-447b-b740-e814d2eed833 not bound to the agent host dv-cinder-851042-1-iscsi {{(pid=104387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 16:52:29.646346 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53764) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:29.687176 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-fd718038-e39f-42a1-94ab-07a53fad841f admin admin] 10.222.0.144 "GET /v2.0/security-groups?tenant_id=36857008c0684ec9bc627668fc1cef7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396802 Jul 26 16:52:29.689710 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [-] (104385) accepted ('10.222.0.144', 53766) {{(pid=104385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 16:52:29.738071 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] Publish callbacks [] for security_group (a19b8eeb-63e8-47ad-9217-5bb1dc474224), before_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:29.759043 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] Publish callbacks [] for security_group (a19b8eeb-63e8-47ad-9217-5bb1dc474224), precommit_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:29.863104 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657819'] for security_group (a19b8eeb-63e8-47ad-9217-5bb1dc474224), after_delete {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:29.865847 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron_lib.callbacks.manager [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:29.871001 dv-cinder-851042-1-iscsi neutron-server[104385]: INFO neutron.wsgi [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] 10.222.0.144 "DELETE /v2.0/security-groups/a19b8eeb-63e8-47ad-9217-5bb1dc474224 HTTP/1.1" status: 204 len: 168 time: 0.1764157 Jul 26 16:52:29.874864 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e9659-f788-4934-8d68-0765637d8ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b8eeb-63e8-47ad-9217-5bb1dc474224,revision_number=None']} {{(pid=104385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 16:52:33.038205 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=70 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:33.038975 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:34.730169 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:34.730941 dv-cinder-851042-1-iscsi neutron-server[104386]: DEBUG dbcounter [-] [104386] Writing DB stats neutron:SELECT=27,neutron:DELETE=5 {{(pid=104386) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:35.623887 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:52:36.429044 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:39.795674 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:39.870321 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG dbcounter [-] [104385] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=104385) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:46.342304 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:46.344194 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:50.348790 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-f970d0c7-384c-48a0-b14d-af034d83b99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:51.631226 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=13 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:51.636203 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=21 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:52:52.531979 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-6eefc8c0-f299-4045-9b49-7dd94313caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:53.994683 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:55.383507 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:52:55.657673 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:05.569222 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:05.571025 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:06.417070 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:12.622238 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:53:16.348774 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:16.355870 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:20.371650 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-a07969c1-aeb8-4d12-94c5-a06d327b015f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:22.543165 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3cc5ded7-4fb2-4270-a9b3-c4ed2312d564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:24.017217 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:25.394271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:25.645820 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:28.626975 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:28.632297 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:35.569372 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:35.575271 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:36.446079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:46.352583 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:46.355504 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:48.656492 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:48.657361 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:53:49.626070 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:53:50.365980 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0073c96a-8d2a-4923-b09e-cab8ac7e0c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:52.547591 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2a151d8f-c5ff-4da4-8d88-96625367e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:54.034307 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:55.383424 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:53:55.628916 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:05.623778 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:05.627703 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:06.445830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:16.366487 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:16.372360 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:20.392867 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-b87862ec-d6a9-4fa1-8c7a-d11911dec84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:22.531793 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-66eba9fb-71b8-4e17-80b0-322a227eb113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:24.024327 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:25.434365 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:25.640082 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:26.625929 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:54:35.575794 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:35.577752 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:36.489773 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:46.381716 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:46.383621 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:50.348572 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-4fd3cf5f-f333-4733-b472-20261a418adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:50.397606 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=13 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:50.400434 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=21 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:54:52.535232 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-de19b783-9d44-426d-bf4e-90850bde14d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:54.051289 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:55.360042 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:54:55.632213 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:03.625801 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:55:05.571830 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:05.579805 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:06.445972 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:16.380694 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:16.383587 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:19.627347 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:19.633243 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:20.365350 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-9d715b10-5dc4-430d-a6a5-5935b99019a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:22.529291 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c66176c7-53fe-44b1-857b-b85eda68ca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:24.043906 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:25.363154 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:25.639673 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:35.574278 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:35.580200 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:36.454542 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:40.626224 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:55:46.395461 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:46.397333 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:50.371042 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ca9f-1923-4c38-a8e4-4711554203d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:52.565522 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-0f21f726-ffdf-4782-8e6c-ec3e45e49237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:54.026068 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:55.365757 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:55.646108 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:55:56.629067 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:55:56.630009 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:06.491666 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:16.426308 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:16.428221 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:17.625052 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:56:20.336988 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-12a91bed-2495-4cb3-9f9b-75a0d8ef7376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:22.529107 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-3140f804-cb2e-443c-ae67-b764d75265c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:23.618353 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:24.008336 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:25.374050 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:25.640081 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:33.633994 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=9 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:35.576808 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:35.583769 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:36.491161 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:46.425727 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:46.426532 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:50.329362 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=13 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:50.330025 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=13 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:56:50.333901 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-5242dea6-5a49-4095-b688-1a2ce3afa4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:52.519966 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-ef15987a-486c-4939-9cec-27b670861fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:54.068224 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:54.624476 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:56:55.400064 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:56:55.646010 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:05.318515 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:05.587661 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:06.527938 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:10.635540 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=3 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:10.639498 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:16.423820 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:16.425703 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:20.348203 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-04ffa162-fce8-4636-99cf-e9cbd15f6584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:22.533625 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d28717d3-4c45-4290-916c-02174640d036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:24.017397 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:25.384837 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:25.665163 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:31.623205 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG neutron.db.agents_db [None req-816f049d-5830-4320-b9fa-e78f5dab268e None None] Agent healthcheck: found 6 active agents {{(pid=104388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 16:57:35.580467 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:35.586422 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:36.487680 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:46.423228 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:SELECT=3 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:46.425092 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG dbcounter [-] [104387] Writing DB stats neutron:UPDATE=1 {{(pid=104387) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:48.667247 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=4 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:48.667988 dv-cinder-851042-1-iscsi neutron-server[104388]: DEBUG dbcounter [-] [104388] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104388) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 16:57:50.355973 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-58eb62be-c029-4b0f-85e5-20e9d3059608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (798f372b-8dad-41f8-85c8-955a86edd4a2), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:52.551028 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-effe8110-ec1f-4c57-8440-7eb4b9a69728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (5607dcfb-357b-4a51-a017-44588cbc0af0), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:54.085875 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-dfb072db-aa8b-4e42-8096-b21d5635b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (eaf141cb-2b14-49af-b0eb-58c46b071dd9), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:55.396744 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-c00ce3eb-97b8-466f-a920-25bf5c27fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (397bbca8-75e7-48c5-9d0d-00ec088abbac), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:57:55.631079 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-d270c06c-ff92-4c61-b91d-72afef979219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (dc46d0f1-9b5a-4a66-839f-75a9c7771c5a), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 16:58:05.618999 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-60973a07-1189-45b0-95f4-d7912c0bd2c6 service neutron] (104385) timed out ('10.222.0.144', 46188) {{(pid=104385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 16:58:05.873262 dv-cinder-851042-1-iscsi neutron-server[104385]: DEBUG neutron.wsgi [req-3d1684a2-7828-4d58-ad09-3d376776b2a2 req-7b3888bc-bba7-48e4-9c2a-339409be1329 tempest-AttachVolumeShelveTestJSON-2049800386 tempest-AttachVolumeShelveTestJSON-2049800386-project] (104385) timed out ('10.222.0.144', 46196) {{(pid=104385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 16:58:06.516375 dv-cinder-851042-1-iscsi neutron-server[104387]: DEBUG neutron_lib.callbacks.manager [None req-8bb8a265-b697-463a-be6c-88ce449a2af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765256341688', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66449114'] for agent (0cc33af9-3904-4d1a-ae91-adcb88c13f82), after_update {{(pid=104387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}